-- Logs begin at Wed 2022-08-24 07:03:20 UTC, end at Wed 2022-08-24 08:18:08 UTC. -- Aug 24 07:47:03.850869 dv-cinder-854275-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 07:47:06.502558 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.common.config [-] Logging enabled! Aug 24 07:47:06.503157 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 07:47:06.503362 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113233) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 07:47:06.506652 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.common.config [-] Logging enabled! Aug 24 07:47:06.506905 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 07:47:06.507220 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113233) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 07:47:06.508180 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 07:47:06.508409 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 07:47:06.508993 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 07:47:06.509240 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 07:47:06.509464 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 07:47:06.509780 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.510078 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.510308 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.510603 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.510891 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.511170 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.511456 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.511753 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.512036 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.512315 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.512601 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.512858 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.513136 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.513423 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.513709 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.513931 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] debug = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.514209 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.514644 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.515060 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.515339 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.515627 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.515923 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.516867 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.516867 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.516867 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.517133 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] host = dv-cinder-854275-1-iscsi {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.517336 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.517620 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.517902 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.518186 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.518458 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.518723 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.519000 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.519269 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.519538 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] log_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.519807 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.520089 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.520371 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.520674 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.520897 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.521116 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.521400 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.521685 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.521985 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.522257 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.522527 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.522796 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.523064 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.523329 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.523614 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.523893 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.524173 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.524442 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.524739 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.525002 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.525265 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.525545 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.525813 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.526081 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.526378 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.526637 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.526901 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.527168 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.527469 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.527754 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.528033 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.528314 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.528582 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.528885 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.529154 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.529423 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.529690 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] use_json = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.529956 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.530220 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.530497 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.530763 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.531029 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.531298 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.531564 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.531841 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.532107 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:06.532396 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.532704 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.533000 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.533278 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.533579 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.533854 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.534138 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.534411 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.534695 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.534974 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.535259 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.535531 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.535825 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.536109 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.536402 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.536726 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.537018 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.537305 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.538108 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.538384 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.538653 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.538925 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.539204 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.539476 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.539760 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.540043 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.540316 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.540609 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.540914 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.541193 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.541479 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.541765 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.542033 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.542303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.542593 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.542860 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.543129 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.543416 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.543689 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.543957 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.544223 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.544508 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.544820 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.545091 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.545365 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.545650 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.545923 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.546188 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.546452 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.547246 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.547246 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.547246 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.547514 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.547780 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.548046 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.548317 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.548583 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.548871 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.549141 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.549926 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.549926 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.549926 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.550183 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.552427 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.552427 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.552427 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.552427 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.552427 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.552427 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.552427 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.552427 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.553090 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.553090 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.553090 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.554848 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.554848 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.554848 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.555065 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.555143 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.555783 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.555783 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.555970 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.556201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.556201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.556201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.556201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.556201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.556201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.556201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.556201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.559971 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.559971 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.559971 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.559971 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.559971 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.559971 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.559971 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.560509 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.560509 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.560756 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.561040 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.561325 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.561617 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.561892 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.562185 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.562477 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.562768 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.563042 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.563349 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.563623 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:06.563836 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 07:47:06.564082 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113233) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 07:47:06.862373 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 07:47:06.862690 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 07:47:06.862953 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 07:47:06.863190 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 07:47:06.863473 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 07:47:06.863799 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 07:47:07.275138 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.275353 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.275622 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.276846 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.277118 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.277381 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.330395 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.330670 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.330936 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.346946 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.347218 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.347486 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.376057 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.376338 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.376602 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.412451 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.413293 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.413559 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.648251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.648926 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.648926 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.649098 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.649957 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.748068 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.748392 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.748691 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.748965 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.749230 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.749538 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.749798 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.750053 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.750307 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.750587 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.750845 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.751107 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.751361 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.751610 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.751861 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.752121 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.752372 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.752636 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.752928 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.753185 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.753454 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.753715 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.753995 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.754370 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.754620 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.754866 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.755259 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 07:47:07.755496 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 07:47:07.755728 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 07:47:07.755958 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 07:47:07.756189 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 07:47:07.756446 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 07:47:07.756837 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 07:47:07.759981 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 07:47:07.763887 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 07:47:07.767793 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 24 07:47:07.769436 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 07:47:07.770051 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 07:47:07.770384 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 07:47:07.770768 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 07:47:07.774086 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 07:47:07.774336 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 07:47:07.774686 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 07:47:07.779748 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 07:47:07.802896 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 07:47:07.803386 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.803684 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113233) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 07:47:07.804319 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.805702 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113233) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 07:47:07.805978 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 07:47:07.806217 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 07:47:07.809669 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.809955 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:07.942822 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 07:47:07.943001 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 07:47:07.943234 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 07:47:07.943605 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 07:47:07.996010 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO dbcounter [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Registered counter for database neutron Aug 24 07:47:08.015569 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_db.sqlalchemy.engines [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113233) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 07:47:08.021684 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG dbcounter [-] [113233] Writer thread running {{(pid=113233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 07:47:08.716355 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Initializing driver for type 'gre' Aug 24 07:47:08.717061 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] gre ID ranges: [(1, 1000)] Aug 24 07:47:08.916117 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Initializing driver for type 'local' Aug 24 07:47:08.916509 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Initializing driver for type 'vlan' Aug 24 07:47:08.995851 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] VlanTypeDriver initialization complete Aug 24 07:47:08.996146 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Initializing driver for type 'vxlan' Aug 24 07:47:08.996700 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] vxlan ID ranges: [(1, 1000)] Aug 24 07:47:09.190207 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Initializing extension driver 'port_security' Aug 24 07:47:09.190545 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.extensions.port_security [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] PortSecurityExtensionDriver initialization complete Aug 24 07:47:09.190887 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Initializing mechanism driver 'openvswitch' Aug 24 07:47:09.191217 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Initializing mechanism driver 'hyperv' Aug 24 07:47:09.198119 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.plugins.ml2.plugin [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:09.198818 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > port after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.199194 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > port after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.199549 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > port after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.200060 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 07:47:09.200485 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > subnet after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.200871 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > subnet after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.205839 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > subnet after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.205839 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 07:47:09.205839 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > network after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.205839 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > network after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.205839 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > network after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.206215 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 07:47:09.206215 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > security_group after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.206215 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > security_group after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.206215 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > security_group after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.206215 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 07:47:09.206559 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.206559 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.206559 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.206559 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 07:47:09.206559 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > address_group after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.206904 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > address_group after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.207024 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > address_group after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.207413 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 07:47:09.207860 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] ML2 OVO RPC backend initialized. {{(pid=113233) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 07:47:09.208567 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router_interface after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.208951 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.209859 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > network before_response 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.210220 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > networks before_response 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.210569 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > port before_response 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.210910 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > ports before_response 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.211254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > subnet before_response 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.211597 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > subnets before_response 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.211944 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > network after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.212284 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > network after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.212621 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > network after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.212983 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > port after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.213321 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > port after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.213657 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > port after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.213994 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > subnet after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.214329 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > subnet after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.214668 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > subnet after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.222315 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded quota_driver: . Aug 24 07:47:09.222680 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.plugin [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Modular L2 Plugin initialization complete Aug 24 07:47:09.223029 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading services supported by the core plugin {{(pid=113233) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 07:47:09.223405 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.plugins.ml2.managers [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Got port-security extension from driver 'port_security' Aug 24 07:47:09.223888 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.extensions.vlantransparent [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Disabled vlantransparent extension. Aug 24 07:47:09.224387 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113233) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 07:47:09.224747 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading Plugin: router Aug 24 07:47:09.260292 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router_interface before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.260636 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router after_create 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.261030 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router before_create 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.261394 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.261770 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.262130 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router after_delete 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.262495 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > floatingip after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.262850 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > floatingip after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.263210 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router after_create 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.263558 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router after_update 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.263910 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router after_update 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.264259 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.264624 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router after_update 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.265065 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router precommit_update 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.265439 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: port after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.265780 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: port after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.266120 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: subnet after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.266464 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.266815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > port precommit_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.267165 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router precommit_create 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.267511 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: port before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.267856 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router precommit_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.268213 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router after_update 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.268562 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router precommit_delete 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.268941 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router precommit_create 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.269308 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router_interface after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.269657 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router precommit_update 55549900 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.270026 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > agent after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.270378 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > agent after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.270724 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > network after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.271575 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Tracking information for resource: router configured {{(pid=113233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 07:47:09.272434 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Tracking information for resource: floatingip configured {{(pid=113233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 07:47:09.277288 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.db.l3_agentschedulers_db [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 07:47:09.277871 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: port after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.278235 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: port after_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.278592 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: port after_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.278945 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: port after_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.279729 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router before_create 55550100 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.280099 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router precommit_delete 55550100 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.280467 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router precommit_create 55550100 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.280864 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > router precommit_update 55550100 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.285675 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.services.provider_configuration [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service providers = [] {{(pid=113233) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 07:47:09.286043 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.db.servicetype_db [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113233) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 07:47:09.289762 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.services.service_base [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 07:47:09.290115 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.services.service_base [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 07:47:09.290461 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.services.service_base [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 07:47:09.291354 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.services.service_base [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 07:47:09.291732 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.services.service_base [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 07:47:09.292108 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 07:47:09.292428 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 07:47:09.302809 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 07:47:09.303165 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading Plugin: auto_allocate Aug 24 07:47:09.309044 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: network precommit_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.309416 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: network precommit_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.309941 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 07:47:09.310261 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading Plugin: tag Aug 24 07:47:09.317092 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 07:47:09.317422 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading Plugin: timestamp Aug 24 07:47:09.321283 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 07:47:09.321619 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading Plugin: network_ip_availability Aug 24 07:47:09.327091 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.327467 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.327830 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.328554 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 07:47:09.328904 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading Plugin: flavors Aug 24 07:47:09.335496 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 07:47:09.335826 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading Plugin: revisions Aug 24 07:47:09.340061 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 07:47:09.340450 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_concurrency.lockutils [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.477s {{(pid=113233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 07:47:09.341231 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113233) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 07:47:09.341574 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Initializing extension manager. Aug 24 07:47:09.342102 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: __init__.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.342450 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: __pycache__ {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.342790 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: address_group.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.343502 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.344065 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: address-group Aug 24 07:47:09.344392 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: address_scope.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.345115 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.345624 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: address-scope Aug 24 07:47:09.345950 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: admin_state_down_before_update.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.346840 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.347350 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: router-admin-state-down-before-update Aug 24 07:47:09.347675 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: agent.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.348339 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.348874 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: agent Aug 24 07:47:09.349198 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: agent_resources_synced.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.350604 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.351116 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: agent-resources-synced Aug 24 07:47:09.351441 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: allowedaddresspairs.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.353219 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.353743 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: allowed-address-pairs Aug 24 07:47:09.354071 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: auto_allocated_topology.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.355105 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.355616 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: auto-allocated-topology Aug 24 07:47:09.355944 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: availability_zone.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.356598 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.357135 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: availability_zone Aug 24 07:47:09.357461 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: availability_zone_filter.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.358333 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.358847 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: availability_zone_filter Aug 24 07:47:09.359177 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: data_plane_status.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.360043 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.360551 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 07:47:09.360912 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: default_subnetpools.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.361799 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.362316 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: default-subnetpools Aug 24 07:47:09.362644 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: dhcpagentscheduler.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.363414 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.363921 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: dhcp_agent_scheduler Aug 24 07:47:09.364248 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: dns.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.365181 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.365726 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension dns-integration not supported by any of loaded plugins Aug 24 07:47:09.366036 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: dns_domain_ports.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.366970 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.367480 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 07:47:09.367805 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.368725 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.369230 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 07:47:09.369553 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: dvr.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.370195 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.370699 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: dvr Aug 24 07:47:09.371022 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: ecmp_routes.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.371901 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.372411 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 07:47:09.372795 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: empty_string_filtering.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.373676 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.374186 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: empty-string-filtering Aug 24 07:47:09.374510 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.375394 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.375906 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 07:47:09.376229 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.377149 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.377669 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 07:47:09.377995 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: external_net.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.378871 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.379379 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: external-net Aug 24 07:47:09.379701 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: extra_dhcp_opt.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.380570 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.381106 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: extra_dhcp_opt Aug 24 07:47:09.381454 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: extraroute.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.382326 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.382831 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: extraroute Aug 24 07:47:09.383152 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: extraroute_atomic.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.384141 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.384670 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: extraroute-atomic Aug 24 07:47:09.384993 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: filter_validation.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.385633 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.386365 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: filter-validation Aug 24 07:47:09.386692 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: fip_pf_description.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.387572 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.388079 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 07:47:09.388405 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: fip_pf_port_range.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.389307 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.389815 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 07:47:09.390141 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: fip_port_details.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.391040 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.391533 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: fip-port-details Aug 24 07:47:09.391860 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: flavors.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.393082 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.393597 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: flavors Aug 24 07:47:09.393926 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.395561 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.396088 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 07:47:09.396421 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: floatingip_pools.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.397653 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.398167 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: floatingip-pools Aug 24 07:47:09.398497 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: ip_allocation.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.399418 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.399929 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 07:47:09.400256 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.401170 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.401687 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: ip-substring-filtering Aug 24 07:47:09.402023 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l2_adjacency.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.402917 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.403421 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 07:47:09.404240 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l3.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.404724 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.405254 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: router Aug 24 07:47:09.405588 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l3_conntrack_helper.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.407817 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.408342 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 07:47:09.408711 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.409609 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.410124 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: ext-gw-mode Aug 24 07:47:09.410453 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.411338 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.411848 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: l3-ha Aug 24 07:47:09.412180 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.413634 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.414142 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 07:47:09.414470 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l3_flavors.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.415360 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.415876 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: l3-flavors Aug 24 07:47:09.416198 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l3_ndp_proxy.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.417553 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.418074 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 07:47:09.418401 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.419278 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.419793 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 07:47:09.420120 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: l3agentscheduler.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.421162 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.421673 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: l3_agent_scheduler Aug 24 07:47:09.422001 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: local_ip.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.423719 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.424244 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension local_ip not supported by any of loaded plugins Aug 24 07:47:09.424576 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: logging.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.426046 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.426569 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension logging not supported by any of loaded plugins Aug 24 07:47:09.426901 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: metering.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.427612 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.428413 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: metering Aug 24 07:47:09.428772 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.430084 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.430597 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: metering_source_and_destination_fields Aug 24 07:47:09.430925 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: multiprovidernet.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.431816 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.432326 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: multi-provider Aug 24 07:47:09.432669 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: netmtu.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.433554 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.434070 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: net-mtu Aug 24 07:47:09.434397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: netmtu_writable.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.435287 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.435808 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: net-mtu-writable Aug 24 07:47:09.436125 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: network_availability_zone.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.436864 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.437379 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: network_availability_zone Aug 24 07:47:09.437899 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: network_ip_availability.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.438764 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.439286 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: network-ip-availability Aug 24 07:47:09.439615 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: network_segment_range.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.440350 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.440891 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 07:47:09.441220 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: pagination.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.442162 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.442496 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: pagination Aug 24 07:47:09.442820 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: port_device_profile.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.443689 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.444231 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: port-device-profile Aug 24 07:47:09.444560 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: port_mac_address_override.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.445473 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.445990 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: port-mac-override Aug 24 07:47:09.446318 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.447200 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.447710 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: port-mac-address-regenerate Aug 24 07:47:09.448035 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.448950 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.449462 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: port-numa-affinity-policy Aug 24 07:47:09.449788 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: port_resource_request.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.450658 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.451168 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 07:47:09.451498 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: port_resource_request_groups.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.452421 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.452967 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 07:47:09.453289 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: portbindings.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.454170 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.454680 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: binding Aug 24 07:47:09.455007 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: portbindings_extended.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.456214 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.456763 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: binding-extended Aug 24 07:47:09.457093 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: portsecurity.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.457969 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.458483 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: port-security Aug 24 07:47:09.458812 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: project_id.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.460252 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.460582 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: project-id Aug 24 07:47:09.460932 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: providernet.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.461806 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.462329 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: provider Aug 24 07:47:09.462655 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.473143 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.473680 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos not supported by any of loaded plugins Aug 24 07:47:09.474008 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.475781 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.476293 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 07:47:09.476618 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.477535 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.478035 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 07:47:09.478356 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_default.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.479213 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.479713 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-default not supported by any of loaded plugins Aug 24 07:47:09.480033 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_fip.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.480932 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.481431 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-fip not supported by any of loaded plugins Aug 24 07:47:09.481748 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_fip_network_policy.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.482607 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.483104 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 07:47:09.483489 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_gateway_ip.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.484360 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.484885 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 07:47:09.485203 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_port_network_policy.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.486059 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.486562 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 07:47:09.486878 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.487858 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.488360 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 07:47:09.488710 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.489690 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.490188 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 07:47:09.490507 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_pps_rule.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.491643 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.492135 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-pps not supported by any of loaded plugins Aug 24 07:47:09.492459 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_rule_type_details.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.498454 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.498953 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 07:47:09.499272 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_rule_type_filter.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.500199 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.500791 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 07:47:09.501114 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: qos_rules_alias.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.502098 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.502603 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 07:47:09.502922 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: quota_check_limit.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.503794 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.504297 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: quota-check-limit Aug 24 07:47:09.504616 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: quotasv2.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.505545 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.505866 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: quotas Aug 24 07:47:09.506183 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: quotasv2_detail.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.508345 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.508707 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: quota_details Aug 24 07:47:09.509038 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: rbac.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.510395 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.510860 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: rbac-policies Aug 24 07:47:09.511185 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: rbac_address_group.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.512065 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.512574 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: rbac-address-group Aug 24 07:47:09.512922 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: rbac_address_scope.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.513791 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.514298 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: rbac-address-scope Aug 24 07:47:09.514616 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: rbac_security_groups.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.515640 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.516153 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: rbac-security-groups Aug 24 07:47:09.516469 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: rbac_subnetpool.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.517374 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.517881 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: rbac-subnetpool Aug 24 07:47:09.518199 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: revisionifmatch.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.519069 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.519573 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: revision-if-match Aug 24 07:47:09.519891 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: revisions.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.520995 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.521502 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: standard-attr-revisions Aug 24 07:47:09.521822 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: router_availability_zone.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.523077 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.523587 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: router_availability_zone Aug 24 07:47:09.523907 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: routerservicetype.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.524819 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.525329 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension router-service-type not supported by any of loaded plugins Aug 24 07:47:09.525648 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.526522 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.527030 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: security-groups-normalized-cidr Aug 24 07:47:09.527348 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: security_groups_port_filtering.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.528225 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.528753 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: port-security-groups-filtering Aug 24 07:47:09.529075 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.529959 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.530471 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: security-groups-remote-address-group Aug 24 07:47:09.530790 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.531678 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.532181 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: security-groups-shared-filtering Aug 24 07:47:09.532503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: securitygroup.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.542337 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.542870 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: security-group Aug 24 07:47:09.543198 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: segment.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.543900 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.544407 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension segment not supported by any of loaded plugins Aug 24 07:47:09.544761 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.545675 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.546185 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 07:47:09.546506 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: servicetype.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.547556 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.548072 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: service-type Aug 24 07:47:09.548395 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: sorting.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.549360 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.549687 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: sorting Aug 24 07:47:09.550006 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: standard_attr_segment.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.550881 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.551400 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 07:47:09.551724 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: standardattrdescription.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.552334 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.552865 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: standard-attr-description Aug 24 07:47:09.553214 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: stateful_security_group.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.554375 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.554879 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: stateful-security-group Aug 24 07:47:09.555203 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: stdattrs_common.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.555745 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 07:47:09.556065 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.556966 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.557475 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 07:47:09.557794 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: subnet_onboard.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.558794 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.559306 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: subnet_onboard Aug 24 07:47:09.559627 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.560520 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.561055 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 07:47:09.561379 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: subnet_service_types.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.562251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.562868 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: subnet-service-types Aug 24 07:47:09.563158 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: subnetallocation.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.567838 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.568345 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: subnet_allocation Aug 24 07:47:09.568695 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.569835 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.570339 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: subnetpool-prefix-ops Aug 24 07:47:09.570659 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.571538 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.572046 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 07:47:09.572401 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: tagging.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.573457 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.573966 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: standard-attr-tag Aug 24 07:47:09.574289 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: timestamp.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.575427 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.575933 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loaded extension: standard-attr-timestamp Aug 24 07:47:09.576257 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: trunk.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.577258 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.577763 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension trunk not supported by any of loaded plugins Aug 24 07:47:09.578171 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: trunk_details.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.579028 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.579528 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension trunk-details not supported by any of loaded plugins Aug 24 07:47:09.579845 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: uplink_status_propagation.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.580741 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.581243 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 07:47:09.581561 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Loading extension file: vlantransparent.py {{(pid=113233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 07:47:09.582182 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 07:47:09.582679 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 07:47:09.585812 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:network Aug 24 07:47:09.586323 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:subnet Aug 24 07:47:09.586720 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 07:47:09.587110 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:port Aug 24 07:47:09.588377 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.588850 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service FLAVORS assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.589459 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.589891 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.590224 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:router Aug 24 07:47:09.590648 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:floatingip Aug 24 07:47:09.591137 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service METERING assigned prefix: /metering {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.592556 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.592952 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.593307 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:47:09.594384 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 07:47:09.594829 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:security_group Aug 24 07:47:09.595279 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 07:47:09.595816 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service CORE assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.596141 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 07:47:09.596481 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] subnetpool is already registered Aug 24 07:47:09.596935 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service CORE assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.597258 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 07:47:09.597607 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] subnetpool is already registered Aug 24 07:47:09.600014 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.600447 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service FLAVORS assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.601136 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.601557 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.601887 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:router Aug 24 07:47:09.602220 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] router is already registered Aug 24 07:47:09.602624 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:floatingip Aug 24 07:47:09.602955 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] floatingip is already registered Aug 24 07:47:09.603403 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service METERING assigned prefix: /metering {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.604067 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 07:47:09.604393 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] rbac_policy is already registered Aug 24 07:47:09.604836 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:security_group Aug 24 07:47:09.605187 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] security_group is already registered Aug 24 07:47:09.605700 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 07:47:09.606123 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] security_group_rule is already registered Aug 24 07:47:09.606765 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service CORE assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.607095 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 07:47:09.607425 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] subnetpool is already registered Aug 24 07:47:09.607836 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.v2.resource_helper [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Service CORE assigned prefix: {{(pid=113233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 07:47:09.608157 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 07:47:09.608480 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING neutron.quota.resource_registry [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] subnetpool is already registered Aug 24 07:47:09.608971 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: extensions {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.610531 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: address-groups {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.612005 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: address-scopes {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.613345 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: agents {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.614520 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: auto-allocated-topology {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.615791 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: availability_zones {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.618793 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: dhcp-networks {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.618793 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: dhcp-agents {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.619947 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: routers {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.621681 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: flavors {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.622923 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: service_profiles {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.624159 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: next_providers {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.625604 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: service_profiles {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.628141 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: floatingip-pools {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.629462 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: routers {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.631799 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: floatingips {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.633110 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: l3-routers {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.634502 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: l3-agents {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.635908 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: metering-labels {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.637198 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: metering-label-rules {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.638580 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: network-ip-availabilities {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.639840 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: bindings {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.641528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: quotas {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.643173 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: quotas {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.644724 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: rbac-policies {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.649785 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: security-groups {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.649785 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: security-group-rules {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.649785 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: service-providers {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.650367 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: subnetpools {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.651680 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: subnetpools {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.653246 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.654950 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.656950 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.658651 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.660341 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.662290 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.664533 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.666453 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.668213 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.669989 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron.api.extensions [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Extended resource: tags {{(pid=113233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 07:47:09.676033 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING keystonemiddleware.auth_token [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 07:47:09.681547 dv-cinder-854275-1-iscsi neutron-server[113233]: WARNING keystonemiddleware.auth_token [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 07:47:09.690511 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_concurrency.lockutils [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Acquiring lock "singleton_lock" {{(pid=113233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 07:47:09.690836 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_concurrency.lockutils [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Acquired lock "singleton_lock" {{(pid=113233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 07:47:09.691304 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_concurrency.lockutils [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Releasing lock "singleton_lock" {{(pid=113233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 07:47:09.691951 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO oslo_service.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Starting 2 workers Aug 24 07:47:09.697326 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Started child 113380 {{(pid=113233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 07:47:09.701736 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Started child 113381 {{(pid=113233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 07:47:09.702853 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:09.703502 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO neutron.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 07:47:09.704082 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Publish callbacks [] for process (None), before_spawn {{(pid=113233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:09.704373 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [-] (113380) wsgi starting up on http://0.0.0.0:9696 Aug 24 07:47:09.706538 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO oslo_service.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Starting 1 workers Aug 24 07:47:09.706845 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:09.708388 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [-] (113381) wsgi starting up on http://0.0.0.0:9696 Aug 24 07:47:09.712345 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Started child 113382 {{(pid=113233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 07:47:09.712889 dv-cinder-854275-1-iscsi neutron-server[113233]: INFO oslo_service.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Starting 1 workers Aug 24 07:47:09.716301 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] calling RpcWorker wait() {{(pid=113382) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 07:47:09.716874 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] returning from RpcWorker wait() {{(pid=113382) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 07:47:09.717350 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Started child 113383 {{(pid=113233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 07:47:09.718149 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG neutron_lib.callbacks.manager [None req-00c43ff4-8c75-4609-b0b2-00347cd8794e None None] Publish callbacks [] for process (None), after_spawn {{(pid=113233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:09.718360 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:09.718915 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:09.720124 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 07:47:09.720333 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 07:47:09.720516 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 07:47:09.720822 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 07:47:09.721177 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 07:47:09.721355 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 07:47:09.721869 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.722141 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.722386 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.722634 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.722893 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:09.723353 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.723500 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.723691 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.723870 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:09.723959 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.724205 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.724368 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.724529 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.724873 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.725131 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.729290 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.729290 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.729290 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.729290 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.729290 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.729290 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.729290 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.729290 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.730355 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] debug = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.730355 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.730355 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.730355 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.730355 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.730355 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.731202 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.731202 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.731202 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.731202 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.731202 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.731202 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.731202 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.731202 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.732234 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.732234 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.732234 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.732234 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.732234 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] host = dv-cinder-854275-1-iscsi {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.732234 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.733062 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.733062 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.733062 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.733469 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.733469 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.733773 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.733909 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.734044 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.734260 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.734501 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.734727 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.734988 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.735176 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.735320 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_options = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.735567 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.735853 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.736114 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.736377 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.736534 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.736711 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.736874 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.737021 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.737262 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.737490 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.737714 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.737922 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.738147 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.738383 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.738635 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.738842 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.739070 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.739309 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.739583 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.739791 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.740125 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.740544 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.740982 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.741585 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.741585 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.742090 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.742288 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.742662 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.742826 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.743041 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.743303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.743722 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.743955 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.744185 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.744438 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.744689 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.744895 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.745129 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.745394 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.745614 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.745865 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.746107 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.746317 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.746667 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.746972 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.747344 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.747723 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_json = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.748099 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.748099 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.748606 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.748768 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.748911 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.749103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.749335 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.749565 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.749793 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.750308 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.750549 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.750842 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.751096 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.752040 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.752250 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.754222 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.754222 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.754222 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.754222 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.754222 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.754222 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.754222 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.755204 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.755204 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.755204 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.755204 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.755490 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.755718 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.755928 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.756149 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.756934 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.757189 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.757426 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.757657 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.757886 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.758106 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.758398 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.758851 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.759143 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.759617 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.759974 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.760245 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.760557 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.760758 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.761001 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.761213 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.761443 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.761658 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.761869 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.762138 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.762391 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.762617 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.762840 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.763055 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.763279 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.763548 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.763852 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.763995 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.764208 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.764417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.764625 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.764884 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.765091 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.765313 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.765518 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.765764 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.765999 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.766248 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.766503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.766726 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.766945 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.767174 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.767442 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.767625 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.767853 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.768064 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.768268 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.768507 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.768760 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.768974 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.769184 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.769397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.769659 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.770033 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.770170 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.770525 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.770634 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.770856 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.771076 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.771264 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.771487 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.771715 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.771975 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.772732 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.772944 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.773150 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.773361 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.773587 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.773824 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.774028 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.774245 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.774546 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.774800 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.775037 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.775247 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.775489 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.775701 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.775944 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.776154 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.776385 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.776591 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.776884 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.777121 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.777356 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.777595 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.777973 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.778066 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.778248 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.778458 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.778699 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.778930 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.779143 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.779362 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.779570 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.779797 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.780126 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.780367 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.780679 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.780942 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.781185 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.781379 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.781604 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.781879 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.782109 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.782383 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.782599 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.782878 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.783168 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.783430 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.783692 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.784133 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.784221 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.784437 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.784716 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.784962 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.785213 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.785456 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.785675 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.787423 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.787423 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.787423 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.787423 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.787423 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.787423 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.787423 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.788126 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.788126 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.788126 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.788341 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.788491 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.788763 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.789020 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.789256 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.789479 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.789706 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.789930 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.790280 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.790480 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.790727 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.790939 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.791175 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.791403 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.791629 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.791854 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.792078 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.792429 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.792558 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.792760 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.792927 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.793168 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.793377 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.793583 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.793810 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.794020 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.794227 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.794452 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.794677 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.794924 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.795111 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.795368 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.795609 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.795839 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.796060 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.796407 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.796543 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.796762 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.797002 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.797212 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.797417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.797623 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.797833 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.798044 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.798248 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.798486 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.798691 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.798953 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.799166 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.799474 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.799736 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.799960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.800301 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.800538 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.800805 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.801040 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.801254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.801498 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.801708 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.801923 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.802132 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.802343 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.802554 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.802764 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.802972 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.803256 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.803496 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.803712 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.804181 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.804398 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.804596 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.804856 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.805119 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.805349 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.805554 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.805758 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.805968 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.806354 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.806813 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.806954 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.807086 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.807355 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.807566 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.807817 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.808156 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.808309 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.809085 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.809085 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.809085 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.809085 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.809728 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.809728 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.809728 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.810065 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.810065 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.810313 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.810508 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.810712 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.810914 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.811128 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.811350 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.811543 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.811759 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.811986 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.812163 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.812396 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.812603 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.816363 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.816363 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.816363 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.816363 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.816363 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.816363 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.816363 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.816363 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817077 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817077 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817077 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817077 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817077 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817077 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817077 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817077 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817650 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817650 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817650 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817650 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.817650 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.818026 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.818026 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.818248 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.818485 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.819896 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.819896 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.819896 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.820320 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.820459 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.820835 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.821107 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.821388 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.821646 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.821903 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.822153 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.822380 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.822623 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.822865 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.823117 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.823381 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.823639 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.823891 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.824121 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.824354 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.824573 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.824829 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.825439 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.825439 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.825651 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.825651 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 07:47:09.826202 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 07:47:09.826370 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 07:47:09.826528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 07:47:09.826718 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 07:47:09.826884 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 07:47:09.827036 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 07:47:09.827421 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.827574 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.827736 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.827954 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.828154 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.828323 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.828482 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.828640 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.828825 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.828985 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.829144 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.829302 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.829460 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.829703 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.829799 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.829912 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.830232 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.830401 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.830548 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.830722 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.830882 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.831030 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] debug = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.831155 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.831352 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.831552 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.831747 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.831881 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.832017 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.832146 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.833324 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.833324 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.833324 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.833324 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.833324 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.833324 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.833324 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.835032 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.835032 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.835032 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.835032 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] host = dv-cinder-854275-1-iscsi {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.835032 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.835032 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.835032 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.836251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.836251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.836251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.836251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.836251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.836251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.836251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.836251 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.837397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.837397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.837397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.837397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_options = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.837397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.837397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.837397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.837397 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.838393 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.838393 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.838393 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.838393 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.838393 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.838393 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.839156 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.839156 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.839156 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.839156 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.839156 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.839156 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.839574 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.839574 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.841496 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.844815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.844815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.844815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.844815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.844815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.844815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.844815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.844815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.844815 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.845528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.845528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.845528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.845528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.845528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.845528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.845528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.845528 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846649 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846649 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846649 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_json = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846649 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.846649 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.847007 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.847007 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.847154 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.847239 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.847391 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.847682 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.847682 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 07:47:09.847944 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.848079 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.850333 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.850520 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.850704 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.850875 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.851045 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.851215 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.851382 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.851546 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.851718 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.851884 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.852057 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.852220 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.852380 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.852545 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.853152 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.853152 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.853152 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.853481 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.853631 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.853812 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.854001 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.854186 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.854347 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.854513 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.854679 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.854859 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.855020 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.855190 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.855370 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.855532 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.855692 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.855852 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.856374 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.856374 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.856374 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.856709 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.856792 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.856998 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.857164 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.857328 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.857485 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.857642 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.857883 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.857985 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.858105 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.858262 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.858424 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.858582 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.858908 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.859068 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.859226 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.859386 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.859544 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.859706 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.859868 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.860031 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.860191 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.860348 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.860504 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.860674 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.860980 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:09.861103 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.861194 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.861277 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.861439 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.861600 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.861758 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.862017 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.862106 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.862338 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.862448 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.862534 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.862674 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.862831 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.862988 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.863145 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.863475 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.870960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.870960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.870960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.870960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.870960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.870960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.870960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.870960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.870960 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.874417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.874417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.874417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.874417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.874417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.874417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.874417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.874417 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.875753 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.875753 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.875753 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.875753 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.875753 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.875753 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.875753 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.875753 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.876303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.876303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.876303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.876303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.876303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.876303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.876303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.876303 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.877014 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.877014 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.877014 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.877014 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.877014 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.877014 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.877014 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.877014 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.878503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.878503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.878503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.878503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.878503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.878503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.878503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.878503 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879083 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879083 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879083 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879083 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879083 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879083 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879083 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879083 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879648 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879648 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879648 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879648 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879648 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879648 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879648 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.879648 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.880188 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.880188 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.880188 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.880188 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.880188 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.880188 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.880188 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.880188 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.881254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.881254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.881254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.881254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.881254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.881254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.881254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.881254 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.882949 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.882949 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.882949 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.882949 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.882949 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.882949 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.882949 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.882949 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.884056 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.884056 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.884056 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.884056 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.884056 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.884056 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.884056 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.884056 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885038 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885038 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885038 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885038 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885038 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885038 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885961 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885961 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885961 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.885961 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.888177 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.889373 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.889373 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.889373 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.889373 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.889373 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.892289 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.892465 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.892634 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.892821 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.892986 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.893215 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.893354 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.893484 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.893629 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.893790 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.893959 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.894120 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.894336 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.894498 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.894686 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.894845 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.894845 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.895135 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.895243 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.896244 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.896244 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.896244 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.896244 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.896244 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.896244 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.896244 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.897297 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.897297 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.897297 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.897297 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.897297 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.897297 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.897297 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.899942 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.899942 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.899942 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.899942 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.899942 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.899942 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.899942 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.899942 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.901253 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.901253 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.901253 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.901253 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.901253 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.901253 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.901253 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.901253 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.905480 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.905480 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.905480 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.905480 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.905480 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.905480 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.905480 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.905480 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908092 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908092 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908092 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908092 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908092 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908092 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908092 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908092 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908633 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908633 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908633 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908633 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908633 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908633 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908633 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.908633 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909201 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909737 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909737 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909737 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909737 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909737 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909737 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909737 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.909737 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910279 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910279 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910279 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910279 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910279 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910279 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910279 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910279 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910814 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910814 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910814 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910814 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910814 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910814 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910814 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910814 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.910814 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.911420 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.911420 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.911420 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.911420 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.911420 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.911420 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.911420 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.911420 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.911420 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 07:47:09.912025 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 07:47:10.036598 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 55616) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:10.043516 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [-] 10.222.0.72 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048995 Aug 24 07:47:10.047887 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [-] 10.222.0.72 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037818 Aug 24 07:47:19.080329 dv-cinder-854275-1-iscsi neutron-server[113233]: DEBUG dbcounter [-] [113233] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:21.588616 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writer thread running {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 07:47:21.589639 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ebd87-0ef2-43be-b0af-975ee64a7d44 None None] get_active_networks_info from dv-cinder-854275-1-iscsi {{(pid=113382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 07:47:21.671807 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ebd87-0ef2-43be-b0af-975ee64a7d44 None None] No non-hosted networks {{(pid=113382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 07:47:21.677693 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.agentschedulers_db [None req-451ebd87-0ef2-43be-b0af-975ee64a7d44 None None] DHCP Agent not found on host dv-cinder-854275-1-iscsi {{(pid=113382) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 24 07:47:21.733588 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bc513cf9-f560-425f-8ba6-19bef5016d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678702'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:23.234340 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writer thread running {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 07:47:23.827596 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ec79bcbe-2038-48f3-b85c-92713ea95935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678702'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:23.877092 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.db.api [None req-0514d00c-89d4-45c9-ac74-634f4456bb31 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-854275-1-iscsi {{(pid=113382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 07:47:23.877944 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG oslo_db.api [None req-0514d00c-89d4-45c9-ac74-634f4456bb31 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 07:47:24.417757 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-0514d00c-89d4-45c9-ac74-634f4456bb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:25.151711 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 55686) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:25.487943 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678702'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:25.885330 dv-cinder-854275-1-iscsi neutron-server[113380]: WARNING oslo_policy.policy [None req-14e84256-7c2e-4ace-8f60-940ff4f3a1ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 07:47:25.886270 dv-cinder-854275-1-iscsi neutron-server[113380]: WARNING oslo_policy.policy [None req-14e84256-7c2e-4ace-8f60-940ff4f3a1ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 07:47:26.132472 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [None req-14e84256-7c2e-4ace-8f60-940ff4f3a1ba admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:47:26.153587 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-14e84256-7c2e-4ace-8f60-940ff4f3a1ba admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9999821 Aug 24 07:47:26.577857 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.db.l3_hamode_db [None req-68d21dbf-55ac-4388-acc2-9f78109d1407 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 07:47:26.711819 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d21dbf-55ac-4388-acc2-9f78109d1407 None None] Routers set() bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:47:26.712516 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d21dbf-55ac-4388-acc2-9f78109d1407 None None] Router IDs set() for agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 07:47:26.841918 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678702'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:27.131860 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678702'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:27.132799 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.133140 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.133721 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.134058 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.134394 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.134895 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.135459 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.135873 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.136284 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.136689 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.137285 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.137861 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.138298 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.138839 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.139168 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:27.139569 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854275-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:27.147143 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854275-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:28.639953 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 55726) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:28.971116 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-02f04478-dfe4-4765-907c-635057f369d0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:47:29.062781 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.policy [None req-02f04478-dfe4-4765-907c-635057f369d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113380) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 07:47:29.103609 dv-cinder-854275-1-iscsi neutron-server[113380]: WARNING oslo_policy.policy [None req-02f04478-dfe4-4765-907c-635057f369d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 07:47:29.103989 dv-cinder-854275-1-iscsi neutron-server[113380]: WARNING oslo_policy.policy [None req-02f04478-dfe4-4765-907c-635057f369d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 07:47:29.124305 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writer thread running {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 07:47:29.265865 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-02f04478-dfe4-4765-907c-635057f369d0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753753291226', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753753291750', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753753275074', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753753261837', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753753190049', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753753181547', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1522537', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1526184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-484539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536970'] for rbac-policy (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:29.444044 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-02f04478-dfe4-4765-907c-635057f369d0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:29.445245 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-02f04478-dfe4-4765-907c-635057f369d0 admin admin] 10.222.0.72 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8040674 Aug 24 07:47:31.800168 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 55736) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:32.294780 dv-cinder-854275-1-iscsi neutron-server[113381]: WARNING oslo_policy.policy [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 07:47:32.295326 dv-cinder-854275-1-iscsi neutron-server[113381]: WARNING oslo_policy.policy [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 07:47:32.517192 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:47:32.530366 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writer thread running {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 07:47:32.636063 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Made reservation on behalf of 6f3e29dc1cb740dcae1432624787cdb3 for: {'network': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:47:32.701863 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.policy [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113381) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 07:47:32.745971 dv-cinder-854275-1-iscsi neutron-server[113381]: WARNING oslo_policy.policy [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 07:47:32.746338 dv-cinder-854275-1-iscsi neutron-server[113381]: WARNING oslo_policy.policy [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 07:47:32.756984 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:32.781182 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:32.894611 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Publish callbacks [] for security_group (b5c373a8-23da-4587-8d60-5e54b15e9664), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:32.948961 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (b5c373a8-23da-4587-8d60-5e54b15e9664), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:32.981757 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=113381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:47:33.011478 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753754696551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (0e528268-de46-4139-940a-1b973f4be830), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:33.011478 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Unsubscribe: segment precommit_create {{(pid=113381) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 07:47:33.011946 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.segments_db [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Added segment 0e528268-de46-4139-940a-1b973f4be830 of type vlan for network 43f5b912-a946-44a3-b45b-4fc329c8c66f Aug 24 07:47:33.017944 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c373a8-23da-4587-8d60-5e54b15e9664,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:33.061023 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.061357 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.061731 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.062081 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.062407 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.062724 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.063039 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.063353 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.063668 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.063978 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.064289 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.064627 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.064965 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.065277 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.065582 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Tracked resource versions report: Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: pushed versions: Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: { 'AddressGroup': {'1.2'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Agent': {'1.1'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'ConntrackHelper': {'1.0'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'LocalIPAssociation': {'1.0'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Log': {'1.0'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'NDPProxy': {'1.0'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Network': {'1.1'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Port': {'1.7'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'PortForwarding': {'1.3'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'QosPolicy': {'1.10'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SecurityGroup': {'1.5'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SecurityGroupRule': {'1.2'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SubPort': {'1.0'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Subnet': {'1.1'}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Trunk': {'1.1'}} Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: consumer versions: Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: { DHCP agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: L3 agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: Metadata agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: Metering agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: Open vSwitch agent@dv-cinder-854275-1-iscsi: { 'AddressGroup': '1.2', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Agent': '1.1', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'ConntrackHelper': '1.0', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'LocalIPAssociation': '1.0', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Log': '1.0', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'NDPProxy': '1.0', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Network': '1.1', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Port': '1.7', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'PortForwarding': '1.3', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'QosPolicy': '1.10', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SecurityGroup': '1.5', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SecurityGroupRule': '1.2', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SubPort': '1.0', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Subnet': '1.1', Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Trunk': '1.1'}} Aug 24 07:47:33.067020 dv-cinder-854275-1-iscsi neutron-server[113381]: {{(pid=113381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 07:47:33.126209 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (43f5b912-a946-44a3-b45b-4fc329c8c66f), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:33.222991 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (43f5b912-a946-44a3-b45b-4fc329c8c66f), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:33.228570 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:47:33.229314 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:33.346923 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] Pushing event updated for resources: {'Network': ['ID=43f5b912-a946-44a3-b45b-4fc329c8c66f,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:33.353317 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-90dedf46-8d45-408a-90d5-f97c3edfb567 demo demo] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5518959 Aug 24 07:47:33.369864 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 43f5b912-a946-44a3-b45b-4fc329c8c66f details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:47:35.760604 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 55756) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:36.175273 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f9dc85-9e17-434d-bcfc-dc6716162ec6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:47:36.176620 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-39f9dc85-9e17-434d-bcfc-dc6716162ec6 demo admin] 10.222.0.72 "GET /networking/v2.0/networks/43f5b912-a946-44a3-b45b-4fc329c8c66f HTTP/1.1" status: 200 len: 825 time: 0.4151483 Aug 24 07:47:36.214763 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-966b572f-366d-4c30-94a4-5e3bdf9e412b demo admin] 10.222.0.72 "GET /networking/v2.0/subnetpools/e36c9031-fb9c-4209-b1ec-c93c42a5b911 HTTP/1.1" status: 200 len: 734 time: 0.0317533 Aug 24 07:47:36.223614 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e36c9031-fb9c-4209-b1ec-c93c42a5b911'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:47:36.237567 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=59,neutron:INSERT=40,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:36.304537 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Made reservation on behalf of 6f3e29dc1cb740dcae1432624787cdb3 for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:47:36.306815 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:36.464243 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:36.680833 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (0652f022-8918-4d9b-b498-ead0e63faea1), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:36.753677 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Checking segment: {'id': '0e528268-de46-4139-940a-1b973f4be830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:47:36.754116 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Network hostable DHCP agents. Network: 43f5b912-a946-44a3-b45b-4fc329c8c66f, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:47:36.756551 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Pushing event updated for resources: {'Subnet': ['ID=0652f022-8918-4d9b-b498-ead0e63faea1,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:36.782879 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:36.795978 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=6 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:36.858951 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Network 43f5b912-a946-44a3-b45b-4fc329c8c66f is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:47:36.938991 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 43f5b912-a946-44a3-b45b-4fc329c8c66f) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:47:36.944220 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:47:36.945437 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:36.948640 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91af41-ed56-4657-99cd-2d41e0b58927 None None] Network 43f5b912-a946-44a3-b45b-4fc329c8c66f requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:47:37.023177 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7fcf78a4-1e54-4d63-9318-e915e4ea100a demo admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8010993 Aug 24 07:47:37.214761 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-43f5b912-a946-44a3-b45b-4fc329c8c66f', 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f', 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'fixed_ips': [{'subnet_id': '0652f022-8918-4d9b-b498-ead0e63faea1'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 07:47:37.216019 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:37.479678 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:37.523665 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Allocated IP 172.20.0.2 (43f5b912-a946-44a3-b45b-4fc329c8c66f/0652f022-8918-4d9b-b498-ead0e63faea1/e56eed44-19ba-4ca6-a6d3-f56186cb4f0e) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:47:37.771970 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Publish callbacks [] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:37.858003 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:37.927305 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:37.939590 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Network 43f5b912-a946-44a3-b45b-4fc329c8c66f is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:47:37.946040 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:47:37.949598 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:47:37.955497 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Pushing event updated for resources: {'Port': ['ID=e56eed44-19ba-4ca6-a6d3-f56186cb4f0e,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:37.988302 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.988537 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.988786 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.989148 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.989486 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.989816 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.990744 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.991071 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.991396 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.991721 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.992042 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.992378 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.992760 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.993083 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.993470 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Tracked resource versions report: Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: pushed versions: Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: { 'AddressGroup': {'1.2'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Agent': {'1.1'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'ConntrackHelper': {'1.0'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'LocalIPAssociation': {'1.0'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Log': {'1.0'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'NDPProxy': {'1.0'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Network': {'1.1'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Port': {'1.7'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'PortForwarding': {'1.3'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'QosPolicy': {'1.10'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SecurityGroup': {'1.5'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SecurityGroupRule': {'1.2'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SubPort': {'1.0'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Subnet': {'1.1'}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Trunk': {'1.1'}} Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: consumer versions: Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: { DHCP agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: L3 agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: Metadata agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: Metering agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: Open vSwitch agent@dv-cinder-854275-1-iscsi: { 'AddressGroup': '1.2', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Agent': '1.1', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'ConntrackHelper': '1.0', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'LocalIPAssociation': '1.0', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Log': '1.0', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'NDPProxy': '1.0', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Network': '1.1', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Port': '1.7', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'PortForwarding': '1.3', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'QosPolicy': '1.10', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SecurityGroup': '1.5', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SecurityGroupRule': '1.2', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SubPort': '1.0', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Subnet': '1.1', Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Trunk': '1.1'}} Aug 24 07:47:37.994901 dv-cinder-854275-1-iscsi neutron-server[113382]: {{(pid=113382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 07:47:38.048949 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Attempting to bind port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:47:38.049356 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Attempting to bind port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '0e528268-de46-4139-940a-1b973f4be830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:47:38.049955 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Attempting to bind port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e on network 43f5b912-a946-44a3-b45b-4fc329c8c66f {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:47:38.056554 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:47:38.056964 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Checking segment: {'id': '0e528268-de46-4139-940a-1b973f4be830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:47:38.057425 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:38.057809 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Bound using segment: {'id': '0e528268-de46-4139-940a-1b973f4be830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:47:38.058298 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Bound port: e56eed44-19ba-4ca6-a6d3-f56186cb4f0e, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e528268-de46-4139-940a-1b973f4be830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:47:38.058695 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:38.123318 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] For port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:47:38.142792 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] For port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e56eed44-19ba-4ca6-a6d3-f56186cb4f0e,segment=NetworkSegment(0e528268-de46-4139-940a-1b973f4be830),segment_id=0e528268-de46-4139-940a-1b973f4be830)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:47:38.230770 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:38.282160 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94d09-1bc2-49ee-ac34-8613f8b8560e None None] Pushing event updated for resources: {'Port': ['ID=e56eed44-19ba-4ca6-a6d3-f56186cb4f0e,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:39.386957 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=23,neutron:INSERT=32 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:39.395408 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:INSERT=5,neutron:SELECT=10,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:39.439113 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 55778) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:39.774676 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [None req-cae11caa-eb4d-42d0-bc29-1269486f5987 admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:47:39.776696 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-cae11caa-eb4d-42d0-bc29-1269486f5987 admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3356071 Aug 24 07:47:42.214537 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 55786) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:42.560192 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [None req-7a33071f-e3e5-4697-9b8c-a62eddb8f006 admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:47:42.561441 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7a33071f-e3e5-4697-9b8c-a62eddb8f006 admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3459203 Aug 24 07:47:44.996263 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 55798) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:45.353804 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-d026e24d-8dee-44ea-be0d-63d1f437cc45 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:47:45.436205 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d026e24d-8dee-44ea-be0d-63d1f437cc45 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (a50c9c1c-c2e8-4977-9a58-872b7555db6c), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:45.437823 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d026e24d-8dee-44ea-be0d-63d1f437cc45 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (a50c9c1c-c2e8-4977-9a58-872b7555db6c), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:45.574380 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d026e24d-8dee-44ea-be0d-63d1f437cc45 demo demo] Publish callbacks [] for router_controller (a50c9c1c-c2e8-4977-9a58-872b7555db6c), precommit_add_association {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:45.652484 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d026e24d-8dee-44ea-be0d-63d1f437cc45 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (a50c9c1c-c2e8-4977-9a58-872b7555db6c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:45.746643 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d026e24d-8dee-44ea-be0d-63d1f437cc45 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:45.748279 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-d026e24d-8dee-44ea-be0d-63d1f437cc45 demo demo] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7505846 Aug 24 07:47:46.432201 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a2f278-6e4f-4083-97dc-9ea17d7db89d None None] Network 43f5b912-a946-44a3-b45b-4fc329c8c66f requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:47:46.514255 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-20e0f9a9-9639-42bf-be3d-b8278551798d None None] Provisioning complete for port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:47:46.514662 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-20e0f9a9-9639-42bf-be3d-b8278551798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:46.693677 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-20e0f9a9-9639-42bf-be3d-b8278551798d None None] Current status of the port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:47:46.694073 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-20e0f9a9-9639-42bf-be3d-b8278551798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:46.732095 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-20e0f9a9-9639-42bf-be3d-b8278551798d None None] For port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e56eed44-19ba-4ca6-a6d3-f56186cb4f0e,segment=NetworkSegment(0e528268-de46-4139-940a-1b973f4be830),segment_id=0e528268-de46-4139-940a-1b973f4be830)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:47:46.756112 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e56eed44-19ba-4ca6-a6d3-f56186cb4f0e up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:47:46.794895 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:46.804762 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:47:46.805157 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:46.808071 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-20e0f9a9-9639-42bf-be3d-b8278551798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:46.891981 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0f9a9-9639-42bf-be3d-b8278551798d None None] Pushing event updated for resources: {'Port': ['ID=e56eed44-19ba-4ca6-a6d3-f56186cb4f0e,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:46.938497 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-56497f87-fb61-431a-91e7-7fa2cf725afb None None] Provisioning complete for port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:47:46.938882 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-56497f87-fb61-431a-91e7-7fa2cf725afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:46.943559 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:47:47.013827 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-56497f87-fb61-431a-91e7-7fa2cf725afb None None] Current status of the port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:47:48.142811 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 55806) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:48.467065 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [None req-5f4aee28-fbec-477a-8f55-99d1e494e854 admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:47:48.468054 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-5f4aee28-fbec-477a-8f55-99d1e494e854 admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3243167 Aug 24 07:47:48.708352 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e56eed44-19ba-4ca6-a6d3-f56186cb4f0e up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:47:48.751903 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:47:48.752293 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:48.783551 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:48.826338 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:47:50.899265 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 55814) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:51.232154 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:47:51.320086 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Made reservation on behalf of 8d87d471ae2b4849a0dda41c93ab2dfd for: {'network': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:47:51.322458 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:51.331377 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:51.409697 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Publish callbacks [] for security_group (36a7562b-f231-450c-8670-8c52989a3ee3), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:51.475136 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (36a7562b-f231-450c-8670-8c52989a3ee3), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:51.497343 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Reserving flat network on physical network physnet1 {{(pid=113381) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 07:47:51.522133 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7562b-f231-450c-8670-8c52989a3ee3,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:51.527009 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (b204d1d8-7c54-4e28-a21d-20a187a62da9), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:51.527346 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.segments_db [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Added segment b204d1d8-7c54-4e28-a21d-20a187a62da9 of type flat for network 71d56feb-a352-4a64-8633-9c2c32fd02fd Aug 24 07:47:51.594812 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1e49-97d1-45b6-a28f-fa9927ed5114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:51.633455 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (71d56feb-a352-4a64-8633-9c2c32fd02fd), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:51.636099 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:51.750582 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (71d56feb-a352-4a64-8633-9c2c32fd02fd), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:51.751591 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:47:51.752206 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:51.848377 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] Pushing event updated for resources: {'Network': ['ID=71d56feb-a352-4a64-8633-9c2c32fd02fd,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:51.859364 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:47:51.889987 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-d1d66241-d55e-41ea-9679-520586acbdec admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9896355 Aug 24 07:47:53.796019 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-675d9e01-bb44-439a-b71a-3d3657f23ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:54.262688 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 55822) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:54.624853 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b90d1a-79ec-4c63-b11e-aa610ad48afa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:47:54.626177 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-68b90d1a-79ec-4c63-b11e-aa610ad48afa demo admin] 10.222.0.72 "GET /networking/v2.0/subnets/0652f022-8918-4d9b-b498-ead0e63faea1 HTTP/1.1" status: 200 len: 849 time: 0.3625226 Aug 24 07:47:54.747187 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-d5e22614-7deb-4d7f-86fb-c53ca73224e3 demo admin] 10.222.0.72 "GET /networking/v2.0/routers/a50c9c1c-c2e8-4977-9a58-872b7555db6c HTTP/1.1" status: 200 len: 704 time: 0.1150682 Aug 24 07:47:54.823434 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:55.017562 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:55.313037 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Allocated IP 172.20.0.1 (43f5b912-a946-44a3-b45b-4fc329c8c66f/0652f022-8918-4d9b-b498-ead0e63faea1/6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:47:55.407692 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:55.521951 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Publish callbacks [] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:55.640611 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:55.671296 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:55.721454 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Network 43f5b912-a946-44a3-b45b-4fc329c8c66f is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:47:55.727649 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:47:55.733292 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:47:55.733391 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (a50c9c1c-c2e8-4977-9a58-872b7555db6c), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:55.753026 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Pushing event updated for resources: {'Port': ['ID=6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:55.883053 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-0f9e9c99-1b31-47bf-90d1-4bb127332842 None None] Provisioning complete for port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:47:55.883438 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-0f9e9c99-1b31-47bf-90d1-4bb127332842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:55.913940 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e9c99-1b31-47bf-90d1-4bb127332842 None None] Port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:47:56.035873 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:56.248672 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:56.260520 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Publish callbacks [] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:56.321516 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:56.322341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (a50c9c1c-c2e8-4977-9a58-872b7555db6c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:56.384859 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Pushing event updated for resources: {'Port': ['ID=6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:56.451835 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Network 43f5b912-a946-44a3-b45b-4fc329c8c66f is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:47:56.453163 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:47:56.635728 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-cf940c87-d134-4578-8eb2-4b893cbd9162 None None] Provisioning complete for port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:47:56.637615 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-cf940c87-d134-4578-8eb2-4b893cbd9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:56.666805 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-cf940c87-d134-4578-8eb2-4b893cbd9162 None None] Port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:47:56.693841 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Router a50c9c1c-c2e8-4977-9a58-872b7555db6c is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 07:47:56.778683 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:56.785488 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:47:56.791464 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-21c66304-0084-44ed-a279-e676f02b6d92 demo admin] 10.222.0.72 "PUT /networking/v2.0/routers/a50c9c1c-c2e8-4977-9a58-872b7555db6c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0388050 Aug 24 07:47:56.797649 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Sync routers for ids ['a50c9c1c-c2e8-4977-9a58-872b7555db6c'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:47:56.811016 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Routers {'a50c9c1c-c2e8-4977-9a58-872b7555db6c'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:47:56.811867 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:47:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a50c9c1c-c2e8-4977-9a58-872b7555db6c'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:56.995662 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Set router a50c9c1c-c2e8-4977-9a58-872b7555db6c gateway port host: None {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:47:57.127806 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:57.432147 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'name': 'router1', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:47:45Z', 'updated_at': '2022-08-24T07:47:55Z', 'revision_number': 2, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'gw_port_host': None, '_interfaces': [{'id': '6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17', 'name': '', 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'mac_address': 'fa:16:3e:a9:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:47:55Z', 'updated_at': '2022-08-24T07:47:56Z', 'revision_number': 2, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'subnets': [{'id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e36c9031-fb9c-4209-b1ec-c93c42a5b911'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:57.480755 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Checking router: a50c9c1c-c2e8-4977-9a58-872b7555db6c for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:47:57.481117 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Updating router a50c9c1c-c2e8-4977-9a58-872b7555db6c port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:47:57.536362 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:58.035674 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Publish callbacks [] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:58.138800 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:58.286174 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Pushing event updated for resources: {'Port': ['ID=6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:58.290576 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Attempting to bind port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:47:58.290967 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Attempting to bind port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '0e528268-de46-4139-940a-1b973f4be830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:47:58.291394 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Attempting to bind port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 on network 43f5b912-a946-44a3-b45b-4fc329c8c66f {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:47:58.299476 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.299813 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.300163 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.300512 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.300864 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.301186 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.301499 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.301812 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.302152 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.302463 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.302775 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.303105 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.303417 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.303987 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.304294 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Tracked resource versions report: Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: pushed versions: Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: { 'AddressGroup': {'1.2'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Agent': {'1.1'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'ConntrackHelper': {'1.0'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'LocalIPAssociation': {'1.0'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Log': {'1.0'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'NDPProxy': {'1.0'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Network': {'1.1'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Port': {'1.7'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'PortForwarding': {'1.3'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'QosPolicy': {'1.10'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SecurityGroup': {'1.5'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SecurityGroupRule': {'1.2'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SubPort': {'1.0'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Subnet': {'1.1'}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Trunk': {'1.1'}} Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: consumer versions: Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: { DHCP agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: L3 agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: Metadata agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: Metering agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: Open vSwitch agent@dv-cinder-854275-1-iscsi: { 'AddressGroup': '1.2', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Agent': '1.1', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'ConntrackHelper': '1.0', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'LocalIPAssociation': '1.0', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Log': '1.0', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'NDPProxy': '1.0', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Network': '1.1', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Port': '1.7', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'PortForwarding': '1.3', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'QosPolicy': '1.10', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SecurityGroup': '1.5', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SecurityGroupRule': '1.2', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SubPort': '1.0', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Subnet': '1.1', Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Trunk': '1.1'}} Aug 24 07:47:58.305729 dv-cinder-854275-1-iscsi neutron-server[113383]: {{(pid=113383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 07:47:58.309003 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:47:58.309482 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Checking segment: {'id': '0e528268-de46-4139-940a-1b973f4be830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:47:58.309930 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:58.310295 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Bound using segment: {'id': '0e528268-de46-4139-940a-1b973f4be830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:47:58.310785 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Bound port: 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e528268-de46-4139-940a-1b973f4be830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:47:58.311290 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:58.347562 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:58.379476 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] For port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:47:58.397756 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] For port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17,segment=NetworkSegment(0e528268-de46-4139-940a-1b973f4be830),segment_id=0e528268-de46-4139-940a-1b973f4be830)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:47:58.532406 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:47:58.555084 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:47:58.572616 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Routers {'a50c9c1c-c2e8-4977-9a58-872b7555db6c'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:47:58.573270 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:47:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a50c9c1c-c2e8-4977-9a58-872b7555db6c'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:58.649227 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33aaff3-4566-44c1-a24d-e3fddf969e48 None None] Pushing event updated for resources: {'Port': ['ID=6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17,revision_number=4']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:47:58.687172 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] Set router a50c9c1c-c2e8-4977-9a58-872b7555db6c gateway port host: None {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:47:58.881777 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'name': 'router1', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:47:45Z', 'updated_at': '2022-08-24T07:47:55Z', 'revision_number': 2, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'gw_port_host': None, '_interfaces': [{'id': '6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17', 'name': '', 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'mac_address': 'fa:16:3e:a9:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:47:55Z', 'updated_at': '2022-08-24T07:47:58Z', 'revision_number': 4, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'subnets': [{'id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e36c9031-fb9c-4209-b1ec-c93c42a5b911'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:47:58.907300 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740b2d4-aa16-4752-b788-24e18d8b5067 None None] The sync data for ids ['a50c9c1c-c2e8-4977-9a58-872b7555db6c'] in dv-cinder-854275-1-iscsi is: [{'id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'name': 'router1', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:47:45Z', 'updated_at': '2022-08-24T07:47:55Z', 'revision_number': 2, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'gw_port_host': None, '_interfaces': [{'id': '6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17', 'name': '', 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'mac_address': 'fa:16:3e:a9:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:47:55Z', 'updated_at': '2022-08-24T07:47:58Z', 'revision_number': 4, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'subnets': [{'id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e36c9031-fb9c-4209-b1ec-c93c42a5b911'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:47:59.244613 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 55832) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:47:59.707841 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677e33e-2cdb-44cc-bcbc-7e200a6f8554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:47:59.709902 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-e677e33e-2cdb-44cc-bcbc-7e200a6f8554 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/71d56feb-a352-4a64-8633-9c2c32fd02fd HTTP/1.1" status: 200 len: 842 time: 0.4644496 Aug 24 07:47:59.719738 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'name': 'public-subnet'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:47:59.870312 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Made reservation on behalf of 8d87d471ae2b4849a0dda41c93ab2dfd for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:47:59.873133 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:00.355802 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.objects.ports [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113380) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 07:48:00.356531 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (ed0d58ff-1692-4a24-80ae-352ad901d0d5), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:00.424490 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0d58ff-1692-4a24-80ae-352ad901d0d5,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:48:00.434417 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:48:00.434778 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Network hostable DHCP agents. Network: 71d56feb-a352-4a64-8633-9c2c32fd02fd, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:48:00.440726 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.441071 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.441419 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.441757 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.442091 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.442420 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.442808 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.443131 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.443464 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.443791 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.444140 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.444480 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.444833 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.445154 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.445473 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Tracked resource versions report: Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: pushed versions: Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: { 'AddressGroup': {'1.2'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Agent': {'1.1'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'ConntrackHelper': {'1.0'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'LocalIPAssociation': {'1.0'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Log': {'1.0'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'NDPProxy': {'1.0'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Network': {'1.1'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Port': {'1.7'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'PortForwarding': {'1.3'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'QosPolicy': {'1.10'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SecurityGroup': {'1.5'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SecurityGroupRule': {'1.2'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SubPort': {'1.0'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Subnet': {'1.1'}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Trunk': {'1.1'}} Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: consumer versions: Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: { DHCP agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: L3 agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: Metadata agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: Metering agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: Open vSwitch agent@dv-cinder-854275-1-iscsi: { 'AddressGroup': '1.2', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Agent': '1.1', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'ConntrackHelper': '1.0', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'LocalIPAssociation': '1.0', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Log': '1.0', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'NDPProxy': '1.0', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Network': '1.1', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Port': '1.7', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'PortForwarding': '1.3', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'QosPolicy': '1.10', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SecurityGroup': '1.5', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SecurityGroupRule': '1.2', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SubPort': '1.0', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Subnet': '1.1', Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Trunk': '1.1'}} Aug 24 07:48:00.446846 dv-cinder-854275-1-iscsi neutron-server[113380]: {{(pid=113380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 07:48:00.568029 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:48:00.677754 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 71d56feb-a352-4a64-8633-9c2c32fd02fd) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:48:00.681055 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:48:00.681783 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:00.686893 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700da63-8f2f-4e9d-bff3-26b17fa971a1 None None] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:48:00.788468 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb42fc8-d612-4917-a69e-9c2a09575d32 None None] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:48:00.789238 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-65c0f714-962b-49c2-b672-a010f3f6fd8a admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0728829 Aug 24 07:48:03.221346 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 55844) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:48:03.768490 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-7314c945-a975-4138-ae2d-a9a0a67ae537 demo admin] 10.222.0.72 "GET /networking/v2.0/routers/a50c9c1c-c2e8-4977-9a58-872b7555db6c HTTP/1.1" status: 200 len: 710 time: 0.5459967 Aug 24 07:48:03.861303 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bfc350-6ee3-4155-8937-67d17b0cedba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:48:03.862725 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-92bfc350-6ee3-4155-8937-67d17b0cedba demo admin] 10.222.0.72 "GET /networking/v2.0/networks/71d56feb-a352-4a64-8633-9c2c32fd02fd HTTP/1.1" status: 200 len: 886 time: 0.0884604 Aug 24 07:48:03.873148 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:48:04.112842 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:04.120640 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Publish callbacks [] for router_gateway (a50c9c1c-c2e8-4977-9a58-872b7555db6c), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:04.124984 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:04.444387 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Publish callbacks [] for router_gateway (a50c9c1c-c2e8-4977-9a58-872b7555db6c), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:04.522586 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:04.693015 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Allocated IP 172.27.4.92 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:48:04.734330 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:48:04.779561 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:48:04.779937 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:04.804375 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Publish callbacks [] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:04.855524 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:48:04.855913 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:04.886275 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:04.888488 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17,segment=NetworkSegment(0e528268-de46-4139-940a-1b973f4be830),segment_id=0e528268-de46-4139-940a-1b973f4be830)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:48:04.945616 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:04.978352 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:05.025435 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:48:05.029839 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:48:05.030152 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:48:05.036645 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:48:05.042098 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Pushing event updated for resources: {'Port': ['ID=ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:48:05.144136 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:05.449413 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Publish callbacks [] for router_gateway (a50c9c1c-c2e8-4977-9a58-872b7555db6c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:05.634804 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1679600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8150'] for router (a50c9c1c-c2e8-4977-9a58-872b7555db6c), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:05.637535 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:05.640289 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1679593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1679582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678733'] for router (a50c9c1c-c2e8-4977-9a58-872b7555db6c), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:05.750247 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Router a50c9c1c-c2e8-4977-9a58-872b7555db6c has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:48:05.851078 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:48:05.855860 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:05.856867 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-a723edc4-9927-4a6d-af14-001d980f9750 demo admin] 10.222.0.72 "PUT /networking/v2.0/routers/a50c9c1c-c2e8-4977-9a58-872b7555db6c HTTP/1.1" status: 200 len: 889 time: 1.9870758 Aug 24 07:48:05.871923 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Sync routers for ids ['a50c9c1c-c2e8-4977-9a58-872b7555db6c'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:48:05.885929 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Routers {'a50c9c1c-c2e8-4977-9a58-872b7555db6c'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:48:05.886527 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:47:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a50c9c1c-c2e8-4977-9a58-872b7555db6c'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:48:06.103303 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Set router a50c9c1c-c2e8-4977-9a58-872b7555db6c gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:48:06.152781 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:06.485225 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'name': 'router1', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:47:45Z', 'updated_at': '2022-08-24T07:48:05Z', 'revision_number': 4, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'gw_port': {'id': 'ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:46:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:48:04Z', 'updated_at': '2022-08-24T07:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17', 'name': '', 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'mac_address': 'fa:16:3e:a9:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:47:55Z', 'updated_at': '2022-08-24T07:48:04Z', 'revision_number': 5, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'subnets': [{'id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e36c9031-fb9c-4209-b1ec-c93c42a5b911'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:48:06.535523 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Checking router: a50c9c1c-c2e8-4977-9a58-872b7555db6c for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:48:06.535876 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Updating router a50c9c1c-c2e8-4977-9a58-872b7555db6c port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:48:06.657839 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:06.764572 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:48:06.781302 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=29,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:06.783665 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:06.876699 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:48:06.877256 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:07.050311 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:48:07.082376 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:07.086852 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Publish callbacks [] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:07.176995 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:07.215148 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Attempting to bind port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:48:07.215513 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Attempting to bind port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:48:07.215872 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Attempting to bind port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:48:07.231098 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:48:07.231473 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:48:07.231866 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:07.232253 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:48:07.232734 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Bound port: ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:48:07.233154 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:07.256583 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584dea7-60a6-4f43-8dfc-61c8b2a766e3 None None] Pushing event updated for resources: {'Port': ['ID=ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:48:07.291661 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] For port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:48:07.294808 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] For port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:48:07.383792 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:07.421861 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Routers {'a50c9c1c-c2e8-4977-9a58-872b7555db6c'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:48:07.422492 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:47:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a50c9c1c-c2e8-4977-9a58-872b7555db6c'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:48:07.494911 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584dea7-60a6-4f43-8dfc-61c8b2a766e3 None None] Pushing event updated for resources: {'Port': ['ID=ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:48:07.538229 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] Set router a50c9c1c-c2e8-4977-9a58-872b7555db6c gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:48:07.571539 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:07.738463 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'name': 'router1', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:47:45Z', 'updated_at': '2022-08-24T07:48:05Z', 'revision_number': 4, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'gw_port': {'id': 'ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:46:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:48:04Z', 'updated_at': '2022-08-24T07:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17', 'name': '', 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'mac_address': 'fa:16:3e:a9:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:47:55Z', 'updated_at': '2022-08-24T07:48:04Z', 'revision_number': 5, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'subnets': [{'id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e36c9031-fb9c-4209-b1ec-c93c42a5b911'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:48:07.779797 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d57919-1639-43b3-9144-4971f8653561 None None] The sync data for ids ['a50c9c1c-c2e8-4977-9a58-872b7555db6c'] in dv-cinder-854275-1-iscsi is: [{'id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'name': 'router1', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:47:45Z', 'updated_at': '2022-08-24T07:48:05Z', 'revision_number': 4, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'gw_port': {'id': 'ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:46:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:48:04Z', 'updated_at': '2022-08-24T07:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17', 'name': '', 'network_id': '43f5b912-a946-44a3-b45b-4fc329c8c66f', 'tenant_id': '6f3e29dc1cb740dcae1432624787cdb3', 'mac_address': 'fa:16:3e:a9:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50c9c1c-c2e8-4977-9a58-872b7555db6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:47:55Z', 'updated_at': '2022-08-24T07:48:04Z', 'revision_number': 5, 'project_id': '6f3e29dc1cb740dcae1432624787cdb3', 'subnets': [{'id': '0652f022-8918-4d9b-b498-ead0e63faea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e36c9031-fb9c-4209-b1ec-c93c42a5b911'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:48:08.476523 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 55856) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:48:08.746652 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:48:08.790114 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:48:08.790721 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:08.863644 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:48:08.864027 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:08.884396 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=15 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:08.885634 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=59 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:08.886363 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-0b64d1d0-c319-4859-9850-42225ced4e89 admin admin] 10.222.0.72 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4087040 Aug 24 07:48:08.888246 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:48:09.011849 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:09.061742 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:48:10.729299 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:48:10.777926 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:48:10.778315 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:10.781155 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:10.862088 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port ae6cbd43-a8b8-46c1-83f4-cae28afb0a6d is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:48:12.758290 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 5 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:48:18.878193 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=73 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:18.881838 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=12 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:20.860728 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:21.578520 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-a7422fc5-39e5-46f7-be37-7139b21c8075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:22.757731 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:23.828558 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-be0427b9-9b0b-417a-98b1-46cee18ac0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:25.435924 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:26.796952 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:27.125940 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:37.055448 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:37.060098 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:41.762692 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:41.767351 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:49.757440 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 5 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:48:51.582568 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-9c6156e9-3052-4c33-bd75-b61ab777bb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:54.613346 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-aec45ada-8a42-4fe1-9619-4cd6889ea15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:55.435468 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:56.812629 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:57.117458 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:48:59.752395 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:48:59.753414 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:07.053016 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:07.055518 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:19.753545 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:19.755493 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:21.593367 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-122e12fe-ada9-4bc6-a27b-a29212f58bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:23.777338 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1ed65e0a-4a88-4f74-8448-d30c2439a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:25.417383 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:26.756027 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 5 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:49:26.793938 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:27.119542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:34.552261 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56396) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:49:34.892016 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b35ecf-fcc9-4a17-b614-2ecb2838285e admin admin] GET failed (client error): The resource could not be found. Aug 24 07:49:34.893331 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-52b35ecf-fcc9-4a17-b614-2ecb2838285e admin admin] 10.222.0.72 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3401182 Aug 24 07:49:35.132385 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67880ff5-6ce4-4555-b8f0-d90fde79b159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:35.133867 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-67880ff5-6ce4-4555-b8f0-d90fde79b159 admin admin] 10.222.0.72 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2362573 Aug 24 07:49:36.751735 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:36.752529 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:37.055594 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:37.057480 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:37.478977 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56406) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:49:37.843128 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e011656-1b78-4bd2-8e0d-b79dc14b55d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:37.844486 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-0e011656-1b78-4bd2-8e0d-b79dc14b55d7 admin admin] 10.222.0.72 "GET /networking/v2.0/subnets/0652f022-8918-4d9b-b498-ead0e63faea1 HTTP/1.1" status: 200 len: 849 time: 0.3644605 Aug 24 07:49:37.858766 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:49:37.947546 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Publish callbacks [] for subnet (0652f022-8918-4d9b-b498-ead0e63faea1), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:38.153083 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753754575508'] for subnet (0652f022-8918-4d9b-b498-ead0e63faea1), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:38.189896 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:38.190751 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:38.193084 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] 10.222.0.72 "PUT /networking/v2.0/subnets/0652f022-8918-4d9b-b498-ead0e63faea1 HTTP/1.1" status: 200 len: 868 time: 0.3381443 Aug 24 07:49:38.194047 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f213a86-94af-4418-8d91-00d5551ed7c6 None None] Network 43f5b912-a946-44a3-b45b-4fc329c8c66f requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:49:38.214533 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0652f022-8918-4d9b-b498-ead0e63faea1,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:49:38.222144 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.222562 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.222955 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.223289 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.223652 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.223986 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.224316 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.224640 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.224994 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.225318 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.225647 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.225992 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.226319 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.226642 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.226984 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28598c4a-6c93-4511-97ca-8c65a5909482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:49:38.498730 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-153f64d0-eb88-422c-9618-f897066827e3 None None] Provisioning complete for port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:49:38.499072 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-153f64d0-eb88-422c-9618-f897066827e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e56eed44-19ba-4ca6-a6d3-f56186cb4f0e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:38.571457 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-153f64d0-eb88-422c-9618-f897066827e3 None None] Current status of the port e56eed44-19ba-4ca6-a6d3-f56186cb4f0e is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:49:38.579542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-153f64d0-eb88-422c-9618-f897066827e3 None None] Provisioning complete for port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:49:38.579899 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-153f64d0-eb88-422c-9618-f897066827e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:38.652323 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-153f64d0-eb88-422c-9618-f897066827e3 None None] Current status of the port 6bbc1bf9-33ae-47ab-bb36-f0117cf0cc17 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:49:40.544855 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56414) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:49:41.025750 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0f6c8-074c-46de-9d18-5e2fc639a0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:41.026139 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0f6c8-074c-46de-9d18-5e2fc639a0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:41.027678 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-9da0f6c8-074c-46de-9d18-5e2fc639a0df admin admin] 10.222.0.72 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4818680 Aug 24 07:49:43.358767 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56422) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:49:43.781881 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce72b1e-71fc-434c-ac01-19f85c828b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:43.782387 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce72b1e-71fc-434c-ac01-19f85c828b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:43.783977 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-3ce72b1e-71fc-434c-ac01-19f85c828b2f admin admin] 10.222.0.72 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4242361 Aug 24 07:49:46.145018 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56430) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:49:46.672688 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7047e3a-f2b8-41b5-b490-388215942667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:46.674496 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-d7047e3a-f2b8-41b5-b490-388215942667 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/43f5b912-a946-44a3-b45b-4fc329c8c66f HTTP/1.1" status: 200 len: 869 time: 0.5285296 Aug 24 07:49:48.647641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=34 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:48.650703 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=43 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:48.981441 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56438) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:49:49.440720 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:49.443467 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:49.504335 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0232c2b-4119-46b0-b3ec-1e11bba01cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:49.505717 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a0232c2b-4119-46b0-b3ec-1e11bba01cfb admin admin] 10.222.0.72 "GET /networking/v2.0/networks/71d56feb-a352-4a64-8633-9c2c32fd02fd HTTP/1.1" status: 200 len: 886 time: 0.5234129 Aug 24 07:49:51.584129 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-05d2b648-04e1-4d05-aa98-a66919d53cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:51.911119 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56446) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:49:52.337680 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d81c7e-eb81-4a59-9749-4d3fcea4c30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:52.338137 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d81c7e-eb81-4a59-9749-4d3fcea4c30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:52.339651 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a4d81c7e-eb81-4a59-9749-4d3fcea4c30b admin admin] 10.222.0.72 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4273806 Aug 24 07:49:53.850848 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7e3176ee-042a-452f-b24d-c14bf71c211f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:54.663538 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56454) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:49:55.030063 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8052192-2891-4404-b942-6703f53bd776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:55.030516 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8052192-2891-4404-b942-6703f53bd776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:55.032671 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-b8052192-2891-4404-b942-6703f53bd776 admin admin] 10.222.0.72 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3675697 Aug 24 07:49:55.439034 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:55.758830 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:55.759536 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:49:56.805066 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:57.107816 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:49:57.352875 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56462) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:49:57.722394 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453121a-af0f-4c33-bb6a-38804839c86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:49:57.723737 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2453121a-af0f-4c33-bb6a-38804839c86f admin admin] 10.222.0.72 "GET /networking/v2.0/subnets/0652f022-8918-4d9b-b498-ead0e63faea1 HTTP/1.1" status: 200 len: 868 time: 0.3699219 Aug 24 07:50:00.056492 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56470) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:50:00.418183 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573456a-a55d-4fd6-bf82-d5e2fc662150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:50:00.419568 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a573456a-a55d-4fd6-bf82-d5e2fc662150 admin admin] 10.222.0.72 "GET /networking/v2.0/subnets/ed0d58ff-1692-4a24-80ae-352ad901d0d5 HTTP/1.1" status: 200 len: 816 time: 0.3621128 Aug 24 07:50:03.754097 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 5 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:50:07.056214 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:07.058084 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:10.414117 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=22 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:10.414903 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=42 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:17.013335 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=11 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:17.018168 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=19 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:21.592747 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-21a9e2ba-4a07-4393-8618-b4a121e43014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:23.786980 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-877de388-7b8f-4542-a9c6-f26906086500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:25.449577 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:26.798502 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:27.096059 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:28.963525 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 56526) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:50:29.286134 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [None req-16225bee-51c7-4eb2-ab37-3e0e50bcd65c admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:50:29.287158 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-16225bee-51c7-4eb2-ab37-3e0e50bcd65c admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3227563 Aug 24 07:50:31.743430 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 56536) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:50:32.081793 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b3e0f2-ade2-4a65-a3ff-8aa644d71b03 admin admin] GET failed (client error): The resource could not be found. Aug 24 07:50:32.083111 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-c9b3e0f2-ade2-4a65-a3ff-8aa644d71b03 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3387351 Aug 24 07:50:32.231080 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40abc1d6-7a90-49f1-afae-3e5aff421892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:50:32.232556 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-40abc1d6-7a90-49f1-afae-3e5aff421892 admin admin] 10.222.0.72 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1451397 Aug 24 07:50:32.751289 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:32.756131 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:34.584376 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56544) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:50:34.907168 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:50:34.998162 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Made reservation on behalf of 8d87d471ae2b4849a0dda41c93ab2dfd for: {'network': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:50:35.000356 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:35.027382 dv-cinder-854275-1-iscsi neutron-server[113381]: WARNING neutron.services.revisions.revision_plugin [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Could not find related network for resource to bump revision. Aug 24 07:50:35.038834 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=113381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:50:35.047931 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (35260d2b-493f-4cb4-9453-beb55bbd1995), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:35.048972 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.segments_db [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Added segment 35260d2b-493f-4cb4-9453-beb55bbd1995 of type vlan for network 6fbeaafe-f671-4b47-8130-6a51115194d7 Aug 24 07:50:35.086091 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (6fbeaafe-f671-4b47-8130-6a51115194d7), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:35.180596 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (6fbeaafe-f671-4b47-8130-6a51115194d7), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:35.181610 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:50:35.182208 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:35.244081 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6fbeaafe-f671-4b47-8130-6a51115194d7,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:50:35.254214 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 6fbeaafe-f671-4b47-8130-6a51115194d7 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:50:35.275042 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-21a4997a-5654-4c25-8469-46f2cc8388f7 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6895590 Aug 24 07:50:37.613602 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56552) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:50:37.961823 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.pecan_wsgi.hooks.translation [None req-483ae402-891c-4bfe-a2dc-7d8f53f3ed87 admin admin] GET failed (client error): The resource could not be found. Aug 24 07:50:37.963116 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-483ae402-891c-4bfe-a2dc-7d8f53f3ed87 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3485634 Aug 24 07:50:38.032842 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777db733-7a7e-44fe-8afa-8780ca8d804f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:50:38.034320 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-777db733-7a7e-44fe-8afa-8780ca8d804f admin admin] 10.222.0.72 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668137 Aug 24 07:50:38.043992 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Request body: {'subnet': {'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:50:38.151977 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Made reservation on behalf of 8d87d471ae2b4849a0dda41c93ab2dfd for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:50:38.154368 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:38.357845 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (d9ac8146-669c-4cf7-951a-2ff68ec7623c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:38.419420 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ac8146-669c-4cf7-951a-2ff68ec7623c,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:50:38.430034 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.432503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.432503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.432503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.432503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.432503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.432503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.432503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.433056 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.433056 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.433220 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.433555 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.433870 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.434180 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.434491 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:38.437738 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Checking segment: {'id': '35260d2b-493f-4cb4-9453-beb55bbd1995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:50:38.438082 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Network hostable DHCP agents. Network: 6fbeaafe-f671-4b47-8130-6a51115194d7, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:50:38.494569 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Network 6fbeaafe-f671-4b47-8130-6a51115194d7 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:50:38.551717 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 6fbeaafe-f671-4b47-8130-6a51115194d7) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:50:38.555629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:50:38.556214 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:38.560677 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c917cd-fd2d-4db5-9707-fbec4e296215 None None] Network 6fbeaafe-f671-4b47-8130-6a51115194d7 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:50:38.617646 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-cb208f7d-08c5-42fa-b732-15ebb64af8df admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5767720 Aug 24 07:50:38.666586 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-6fbeaafe-f671-4b47-8130-6a51115194d7', 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7', 'project_id': '8d87d471ae2b4849a0dda41c93ab2dfd', 'fixed_ips': [{'subnet_id': 'd9ac8146-669c-4cf7-951a-2ff68ec7623c'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 07:50:38.667603 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:38.813121 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Allocated IP 192.168.233.2 (6fbeaafe-f671-4b47-8130-6a51115194d7/d9ac8146-669c-4cf7-951a-2ff68ec7623c/74265307-4807-437a-ac43-2aea0d3bfde5) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:50:39.155038 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Publish callbacks [] for port (74265307-4807-437a-ac43-2aea0d3bfde5), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:39.227356 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (74265307-4807-437a-ac43-2aea0d3bfde5), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:39.269342 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Network 6fbeaafe-f671-4b47-8130-6a51115194d7 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:50:39.274082 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:50:39.277852 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:50:39.281072 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Pushing event updated for resources: {'Port': ['ID=74265307-4807-437a-ac43-2aea0d3bfde5,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:50:39.291013 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.291355 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.291720 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.292077 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.292408 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.292762 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.293086 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.293407 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.293728 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.294057 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.294369 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.294709 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.295029 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.295342 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.296155 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:50:39.354068 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Attempting to bind port 74265307-4807-437a-ac43-2aea0d3bfde5 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:50:39.354431 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Attempting to bind port 74265307-4807-437a-ac43-2aea0d3bfde5 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '35260d2b-493f-4cb4-9453-beb55bbd1995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:50:39.354786 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Attempting to bind port 74265307-4807-437a-ac43-2aea0d3bfde5 on network 6fbeaafe-f671-4b47-8130-6a51115194d7 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:50:39.360442 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:50:39.360841 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Checking segment: {'id': '35260d2b-493f-4cb4-9453-beb55bbd1995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:50:39.361238 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:39.361634 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Bound using segment: {'id': '35260d2b-493f-4cb4-9453-beb55bbd1995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:50:39.362082 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Bound port: 74265307-4807-437a-ac43-2aea0d3bfde5, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35260d2b-493f-4cb4-9453-beb55bbd1995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:50:39.362481 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (74265307-4807-437a-ac43-2aea0d3bfde5), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:39.423899 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] For port 74265307-4807-437a-ac43-2aea0d3bfde5, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:50:39.427247 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] For port 74265307-4807-437a-ac43-2aea0d3bfde5, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=74265307-4807-437a-ac43-2aea0d3bfde5,segment=NetworkSegment(35260d2b-493f-4cb4-9453-beb55bbd1995),segment_id=35260d2b-493f-4cb4-9453-beb55bbd1995)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:50:39.496043 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (74265307-4807-437a-ac43-2aea0d3bfde5), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:39.555144 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7a340-f1f8-437f-8676-ecd91f33ec24 None None] Pushing event updated for resources: {'Port': ['ID=74265307-4807-437a-ac43-2aea0d3bfde5,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:50:40.379227 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c1a48c-8ca7-4f95-a6c1-562ab802683b None None] Network 6fbeaafe-f671-4b47-8130-6a51115194d7 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:50:40.409113 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:40.446991 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:40.469332 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-55e59b5c-b697-4811-8b04-c86522f853ed None None] Provisioning complete for port 74265307-4807-437a-ac43-2aea0d3bfde5 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:50:40.469332 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55e59b5c-b697-4811-8b04-c86522f853ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (74265307-4807-437a-ac43-2aea0d3bfde5), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:40.570377 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-55e59b5c-b697-4811-8b04-c86522f853ed None None] Current status of the port 74265307-4807-437a-ac43-2aea0d3bfde5 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:50:40.571126 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55e59b5c-b697-4811-8b04-c86522f853ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (74265307-4807-437a-ac43-2aea0d3bfde5), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:40.609631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-55e59b5c-b697-4811-8b04-c86522f853ed None None] For port 74265307-4807-437a-ac43-2aea0d3bfde5, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=74265307-4807-437a-ac43-2aea0d3bfde5,segment=NetworkSegment(35260d2b-493f-4cb4-9453-beb55bbd1995),segment_id=35260d2b-493f-4cb4-9453-beb55bbd1995)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:50:40.700419 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55e59b5c-b697-4811-8b04-c86522f853ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (74265307-4807-437a-ac43-2aea0d3bfde5), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:40.749917 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e59b5c-b697-4811-8b04-c86522f853ed None None] Pushing event updated for resources: {'Port': ['ID=74265307-4807-437a-ac43-2aea0d3bfde5,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:50:40.752741 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 5 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:50:40.820527 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-232bb82d-aac3-4fa8-8e3b-23a75c69e81c None None] Provisioning complete for port 74265307-4807-437a-ac43-2aea0d3bfde5 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:50:40.821024 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-232bb82d-aac3-4fa8-8e3b-23a75c69e81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (74265307-4807-437a-ac43-2aea0d3bfde5), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:40.844883 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 74265307-4807-437a-ac43-2aea0d3bfde5 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:50:40.931695 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 74265307-4807-437a-ac43-2aea0d3bfde5 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:50:40.932080 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (74265307-4807-437a-ac43-2aea0d3bfde5), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:40.955705 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-232bb82d-aac3-4fa8-8e3b-23a75c69e81c None None] Current status of the port 74265307-4807-437a-ac43-2aea0d3bfde5 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:50:41.009880 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 74265307-4807-437a-ac43-2aea0d3bfde5 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:50:42.227233 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=10 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:42.229396 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=12 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:46.856669 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:48.563543 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=71,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:48.566542 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=67,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:50.749331 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:50:51.586115 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-90bd71d5-1100-49d9-90f6-4f7a777a01fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:53.785897 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d1ddebbd-daaf-4efa-8cbd-d329d2f073a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:55.448395 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:56.791854 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:50:57.111986 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:07.052541 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:51:07.054447 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:51:09.750826 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:51:17.752111 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 5 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:51:21.585309 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5f48308c-83a5-442b-ad2a-3198a6f653fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:23.801986 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-94138304-3eb5-4de6-84fe-07175d729afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:25.470686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:26.801870 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:27.104704 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:27.748192 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:51:27.748944 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:51:37.049107 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:51:37.051001 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:51:46.757512 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:51:46.759795 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:51:51.601597 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-dd4a4590-dcf3-42ab-bc3e-4a112b523b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:53.972417 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd685-2471-40bd-99d8-70b688f0c2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:54.752434 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 5 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:51:55.447757 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:56.807015 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:51:57.115678 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:00.112957 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56592) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:52:00.118743 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [None req-fdfc080a-76ed-4dd4-a04c-81a7ba2c5ae2 tempest-verify_tempest_config-735485417 tempest-verify_tempest_config-735485417-project] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:52:00.119712 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-fdfc080a-76ed-4dd4-a04c-81a7ba2c5ae2 tempest-verify_tempest_config-735485417 tempest-verify_tempest_config-735485417-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057206 Aug 24 07:52:00.904382 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56610) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:52:01.231261 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:01.303848 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Publish callbacks [] for security_group (0c6a1ef1-e6f3-4061-ba57-a3eaaa0bcdd7), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:01.383816 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0c6a1ef1-e6f3-4061-ba57-a3eaaa0bcdd7), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:01.428974 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a1ef1-e6f3-4061-ba57-a3eaaa0bcdd7,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:52:01.434194 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=74561bb847f14caa84bc6e26cdb0075e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5287104 Aug 24 07:52:01.437089 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 56614) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:52:01.438561 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.438903 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.439255 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.439587 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.439912 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.440233 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.440554 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.440902 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.441235 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.441556 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.441874 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.442205 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.442521 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.442832 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.443143 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d40cf2-6a02-472f-bcc3-8d77001d5283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.520603 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Publish callbacks [] for security_group (0c6a1ef1-e6f3-4061-ba57-a3eaaa0bcdd7), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:01.539919 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Publish callbacks [] for security_group (0c6a1ef1-e6f3-4061-ba57-a3eaaa0bcdd7), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:01.721226 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0c6a1ef1-e6f3-4061-ba57-a3eaaa0bcdd7), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:01.723666 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:01.724869 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0c6a1ef1-e6f3-4061-ba57-a3eaaa0bcdd7 HTTP/1.1" status: 204 len: 168 time: 0.2867906 Aug 24 07:52:01.733402 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a1ef1-e6f3-4061-ba57-a3eaaa0bcdd7,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:52:01.740208 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.740553 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.740948 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.741297 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.741624 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.742043 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.742320 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.742647 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.742995 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.743317 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.743644 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.743983 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.744311 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.744629 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:01.747376 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33534c7-a4c6-4133-a858-ba505b9c2477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:52:04.748300 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:04.749051 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:07.056041 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:11.427507 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:11.432529 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:11.736316 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:11.737098 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:11.766370 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:21.577274 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-916135dd-0c10-4aab-bdcb-5ad0efbd635d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:23.764297 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=18 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:23.765067 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=14 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:23.789064 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-73829552-b608-4b3f-b024-e376cdc350a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:25.508580 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:26.845861 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:27.120008 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:31.751093 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 5 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:52:37.053221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:37.055080 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:41.747623 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:41.748443 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:52:51.628016 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4a3de175-3973-463f-b250-32dfcd81b722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:53.827580 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-40993673-c96c-4c2d-81ef-de74a742398c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:55.473319 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:56.810421 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:52:57.119022 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:00.756369 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:00.761644 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=5 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:07.056002 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:07.058002 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:08.750412 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 5 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:53:18.746360 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:19.748218 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:21.587008 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-b9407cf2-eebc-4861-b8ea-2f1019b580a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:23.792424 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-82d4f4f1-7e70-42a1-811e-114b4daf0438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:25.478456 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:26.809465 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:27.123893 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:36.249725 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678702'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:37.752161 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:37.758088 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:45.751497 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:53:46.162758 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:46.167661 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:48.758071 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 56710) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:53:48.885878 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-4cf6d76d-4f73-4129-8f1b-4820dd212934 admin admin] 10.222.0.72 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1266317 Aug 24 07:53:51.117504 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 56720) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:53:51.175474 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-c312bc0d-97e6-4d12-9cc1-3bd2bc109f1d admin admin] 10.222.0.72 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0568252 Aug 24 07:53:51.620431 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c4905092-f9a7-416b-bdf9-624dd4ef2fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:53.820221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-e64c2c7a-8007-439b-89cc-cac13bc6e1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:55.460302 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:55.747201 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:53:56.860401 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:53:57.174557 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:01.168798 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:01.170621 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:06.226384 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:16.148733 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:16.150645 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:16.863180 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=13 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:16.866074 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=19 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:21.659309 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-45682d81-1bf0-4b8e-9b88-66d83ae62fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:22.751540 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:54:23.790511 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb132-741f-4a74-b22c-bc4919751d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:25.448045 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:26.876264 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:27.144446 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:32.746292 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:32.747044 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:36.207374 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:46.153094 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:46.155577 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:51.578311 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-63c09868-ad6d-4a16-bec9-c22fe2e44096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:51.750073 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:51.761253 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:54:53.795186 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c92e-b15a-4ca2-adb2-7a1ea4e961b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:55.458112 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:56.824250 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:57.142416 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:54:59.751657 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:55:06.217867 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:09.746927 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:09.747660 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:16.142752 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:16.151035 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:21.628531 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-91702bad-fed6-4eb6-8f85-8a342acf2456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:23.822918 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-66931aca-dc37-4072-819c-4e035a535efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:23.937902 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 56912) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:24.600508 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56944) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:24.627400 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-941624585-network', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:24.756232 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Made reservation on behalf of 27c8e372420a4076b855d46a4f8ff521 for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:24.756232 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:24.768909 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:24.805672 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 56970) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:24.858857 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Publish callbacks [] for security_group (42bb20a5-3f64-49d0-81bd-2def345187ee), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:24.861458 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-129554301-network', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:24.959671 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (42bb20a5-3f64-49d0-81bd-2def345187ee), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:24.994569 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Made reservation on behalf of e52495240cf04548a21b411c32bbe1e1 for: {'network': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:24.999171 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.008562 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bb20a5-3f64-49d0-81bd-2def345187ee,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:25.010703 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.019356 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:55:25.023449 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.024018 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.024538 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.025213 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.025740 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.026235 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.026901 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.027409 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.027932 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.028479 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.028874 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.029239 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.029570 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.030058 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.030574 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Tracked resource versions report: Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: pushed versions: Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: { 'AddressGroup': {'1.2'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Agent': {'1.1'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'ConntrackHelper': {'1.0'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'LocalIPAssociation': {'1.0'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Log': {'1.0'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'NDPProxy': {'1.0'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Network': {'1.1'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Port': {'1.7'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'PortForwarding': {'1.3'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'QosPolicy': {'1.10'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SecurityGroup': {'1.5'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SecurityGroupRule': {'1.2'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SubPort': {'1.0'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Subnet': {'1.1'}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Trunk': {'1.1'}} Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: consumer versions: Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: { DHCP agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: HyperV agent@hv-cinder-85427: {}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: L3 agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: Metadata agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: Metering agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: Open vSwitch agent@dv-cinder-854275-1-iscsi: { 'AddressGroup': '1.2', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Agent': '1.1', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'ConntrackHelper': '1.0', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'LocalIPAssociation': '1.0', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Log': '1.0', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'NDPProxy': '1.0', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Network': '1.1', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Port': '1.7', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'PortForwarding': '1.3', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'QosPolicy': '1.10', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SecurityGroup': '1.5', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SecurityGroupRule': '1.2', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'SubPort': '1.0', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Subnet': '1.1', Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: 'Trunk': '1.1'}} Aug 24 07:55:25.031914 dv-cinder-854275-1-iscsi neutron-server[113380]: {{(pid=113380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 07:55:25.054072 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753754696551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (e215f49b-41c1-4181-9ba9-71f1d0b8b58c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.054828 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Unsubscribe: segment precommit_create {{(pid=113380) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 07:55:25.055453 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Added segment e215f49b-41c1-4181-9ba9-71f1d0b8b58c of type vlan for network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee Aug 24 07:55:25.116292 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (dac6160e-2a1d-42ce-8220-e6f39a4fb0ee), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.210846 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Publish callbacks [] for security_group (5dc04f32-e9b9-4c87-b20f-f165f7a1ec18), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.211324 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (dac6160e-2a1d-42ce-8220-e6f39a4fb0ee), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.213040 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:25.213792 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.214757 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1650955811-network', 'tenant_id': '601816703e524795ab40b1dea9393870'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:25.291658 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (5dc04f32-e9b9-4c87-b20f-f165f7a1ec18), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.313046 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=113381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:55:25.322535 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] Pushing event updated for resources: {'Network': ['ID=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:25.323748 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Made reservation on behalf of 601816703e524795ab40b1dea9393870 for: {'network': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:25.326352 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.336927 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:55:25.343997 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (9ddcf95a-c9ef-4b96-8692-f36be09cfcce), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.344333 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.segments_db [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Added segment 9ddcf95a-c9ef-4b96-8692-f36be09cfcce of type vlan for network 65ded553-11ab-4374-ae54-fd59db440a78 Aug 24 07:55:25.352727 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.357276 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:25.385550 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-6dbe771a-c69b-4cde-b0fd-f1f0655c90b4 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4464900 Aug 24 07:55:25.388619 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 56990) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:25.395115 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Request body: {'subnet': {'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-subnet', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:25.397108 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.397655 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.398156 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.398668 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.399148 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.400059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.400527 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.401021 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.401479 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.402037 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.402516 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.402991 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.403492 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.403961 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.404427 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Tracked resource versions report: Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: pushed versions: Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: { 'AddressGroup': {'1.2'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Agent': {'1.1'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'ConntrackHelper': {'1.0'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'LocalIPAssociation': {'1.0'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Log': {'1.0'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'NDPProxy': {'1.0'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Network': {'1.1'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Port': {'1.7'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'PortForwarding': {'1.3'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'QosPolicy': {'1.10'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SecurityGroup': {'1.5'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SecurityGroupRule': {'1.2'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SubPort': {'1.0'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Subnet': {'1.1'}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Trunk': {'1.1'}} Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: consumer versions: Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: { DHCP agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: HyperV agent@hv-cinder-85427: {}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: L3 agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: Metadata agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: Metering agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: Open vSwitch agent@dv-cinder-854275-1-iscsi: { 'AddressGroup': '1.2', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Agent': '1.1', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'ConntrackHelper': '1.0', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'LocalIPAssociation': '1.0', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Log': '1.0', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'NDPProxy': '1.0', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Network': '1.1', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Port': '1.7', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'PortForwarding': '1.3', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'QosPolicy': '1.10', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SecurityGroup': '1.5', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SecurityGroupRule': '1.2', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'SubPort': '1.0', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Subnet': '1.1', Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: 'Trunk': '1.1'}} Aug 24 07:55:25.408604 dv-cinder-854275-1-iscsi neutron-server[113381]: {{(pid=113381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 07:55:25.429587 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (65ded553-11ab-4374-ae54-fd59db440a78), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.509249 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Made reservation on behalf of 27c8e372420a4076b855d46a4f8ff521 for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:25.511698 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.518302 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Publish callbacks [] for security_group (4991c79c-9334-4895-a748-6dbaa4973767), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.544636 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.605810 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (65ded553-11ab-4374-ae54-fd59db440a78), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.608066 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:25.608846 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.682529 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=65ded553-11ab-4374-ae54-fd59db440a78,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:25.691740 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (4991c79c-9334-4895-a748-6dbaa4973767), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.695464 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 65ded553-11ab-4374-ae54-fd59db440a78 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:55:25.721036 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=113381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:55:25.732293 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4991c79c-9334-4895-a748-6dbaa4973767,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:25.737794 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (6240daff-cb51-4765-9486-ea194ebabc95), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.738362 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.segments_db [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Added segment 6240daff-cb51-4765-9486-ea194ebabc95 of type vlan for network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 Aug 24 07:55:25.784050 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (00f0eb35-7210-4b2e-9f07-2d659f7b3ce3), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.828348 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a99134ee-8934-4250-8f8f-fa56c84f9ea6 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2233069 Aug 24 07:55:25.828988 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57006) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:25.834385 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Request body: {'subnet': {'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-subnet', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:25.908941 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (00f0eb35-7210-4b2e-9f07-2d659f7b3ce3), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.910426 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:25.910847 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.956318 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Made reservation on behalf of e52495240cf04548a21b411c32bbe1e1 for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:25.959418 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:25.963963 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:25.979405 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:26.019310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] Pushing event updated for resources: {'Network': ['ID=00f0eb35-7210-4b2e-9f07-2d659f7b3ce3,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:26.031343 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:55:26.089576 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (64ef6239-583a-4337-bfcb-670f654bc254), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.100759 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-1be4f382-b43a-4d5b-ba36-9f91f3995fdc admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2913547 Aug 24 07:55:26.101198 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57022) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:26.106622 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Request body: {'subnet': {'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1650955811-subnet', 'tenant_id': '601816703e524795ab40b1dea9393870', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:26.170010 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Checking segment: {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:26.171380 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Network hostable DHCP agents. Network: dac6160e-2a1d-42ce-8220-e6f39a4fb0ee, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:55:26.240526 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ef6239-583a-4337-bfcb-670f654bc254,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:26.319552 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Made reservation on behalf of 601816703e524795ab40b1dea9393870 for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:26.322246 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.354872 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:55:26.387574 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (89be8ce2-165e-44fe-8ef0-2670ee54c8c2), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.471825 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89be8ce2-165e-44fe-8ef0-2670ee54c8c2,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:26.485676 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, dac6160e-2a1d-42ce-8220-e6f39a4fb0ee) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:26.495167 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1de12d-99df-4d13-9e38-8cdab7901edb None None] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:55:26.495658 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:26.496691 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.546062 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Checking segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:26.546411 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Network hostable DHCP agents. Network: 65ded553-11ab-4374-ae54-fd59db440a78, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:55:26.638631 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-8e6af55d-b314-4133-8097-7896dbbaa7d1 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2480810 Aug 24 07:55:26.641450 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57050) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:26.645956 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:26.655497 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 07:55:26.656480 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.669714 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:26.685596 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (0bf6c0cc-0e5f-4ff0-99d0-f75758576434), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.690637 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Network 65ded553-11ab-4374-ae54-fd59db440a78 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:55:26.704117 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 65ded553-11ab-4374-ae54-fd59db440a78) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:26.729377 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d608b-b5cb-4bd4-b383-ecddc05ccbaf None None] Network 65ded553-11ab-4374-ae54-fd59db440a78 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:55:26.749318 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:26.751118 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.783408 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.788061 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.788200 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf6c0cc-0e5f-4ff0-99d0-f75758576434,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:26.793506 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:26.805618 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Checking segment: {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:26.806045 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Network hostable DHCP agents. Network: 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:55:26.894480 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks [] for router_controller (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), precommit_add_association {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.907592 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Allocated IP 172.20.0.2 (dac6160e-2a1d-42ce-8220-e6f39a4fb0ee/64ef6239-583a-4337-bfcb-670f654bc254/84f12b49-f9b1-4702-a0be-dc8034f10a46) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:26.920303 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-65ded553-11ab-4374-ae54-fd59db440a78', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 07:55:26.921232 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:26.932694 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:55:26.940813 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-b2096f43-081c-4f10-9522-40cf9680c693 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1078696 Aug 24 07:55:26.941100 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57060) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:26.959900 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:27.021484 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:27.028525 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:27.029192 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.403421 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.403421 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5fff4e-231e-472c-9672-1538acef09ca None None] Network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:55:27.413806 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks [] for router_gateway (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.415065 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:27.415159 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.415159 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.415159 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-bbdc5ab5-f612-4612-a601-a2a3f28e135b admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2106235 Aug 24 07:55:27.415832 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:27.415931 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57074) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:27.415931 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks [] for router_controller (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), precommit_add_association {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.415931 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:27.416100 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Publish callbacks [] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.416100 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Allocated IP 172.20.0.2 (65ded553-11ab-4374-ae54-fd59db440a78/89be8ce2-165e-44fe-8ef0-2670ee54c8c2/76990382-9008-428d-9f81-cd973799afa0) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:27.416100 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-00f0eb35-7210-4b2e-9f07-2d659f7b3ce3', 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3', 'project_id': '601816703e524795ab40b1dea9393870', 'fixed_ips': [{'subnet_id': '0bf6c0cc-0e5f-4ff0-99d0-f75758576434'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 07:55:27.416100 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.418190 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.538943 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks [] for router_gateway (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.558177 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.568464 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.587788 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (a7828fa0-efc7-4c0a-a02e-a956ce623036), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.588837 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (a7828fa0-efc7-4c0a-a02e-a956ce623036), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.720460 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:27.722850 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Allocated IP 172.27.4.20 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/bb13d623-bc76-48ff-9fd2-3dff4b092f65) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:27.775313 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks [] for router_gateway (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.789512 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks [] for router_controller (a7828fa0-efc7-4c0a-a02e-a956ce623036), precommit_add_association {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.798491 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:27.816723 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:27.819287 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:27.821677 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Publish callbacks [] for port (76990382-9008-428d-9f81-cd973799afa0), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.828431 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Allocated IP 172.20.0.2 (00f0eb35-7210-4b2e-9f07-2d659f7b3ce3/0bf6c0cc-0e5f-4ff0-99d0-f75758576434/4ddaf07c-368f-4912-baff-a74297a6bcb8) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:27.830244 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Pushing event updated for resources: {'Port': ['ID=84f12b49-f9b1-4702-a0be-dc8034f10a46,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:27.852074 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.852458 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.852928 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.853278 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.853609 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.853969 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.854290 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.854611 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.854927 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.855243 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.855654 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.855944 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.856286 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.856601 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.856935 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Tracked resource versions report: Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: pushed versions: Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: { 'AddressGroup': {'1.2'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Agent': {'1.1'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'ConntrackHelper': {'1.0'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'LocalIPAssociation': {'1.0'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Log': {'1.0'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'NDPProxy': {'1.0'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Network': {'1.1'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Port': {'1.7'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'PortForwarding': {'1.3'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'QosPolicy': {'1.10'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SecurityGroup': {'1.5'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SecurityGroupRule': {'1.2'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SubPort': {'1.0'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Subnet': {'1.1'}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Trunk': {'1.1'}} Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: consumer versions: Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: { DHCP agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: HyperV agent@hv-cinder-85427: {}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: L3 agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: Metadata agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: Metering agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: Open vSwitch agent@dv-cinder-854275-1-iscsi: { 'AddressGroup': '1.2', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Agent': '1.1', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'ConntrackHelper': '1.0', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'LocalIPAssociation': '1.0', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Log': '1.0', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'NDPProxy': '1.0', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Network': '1.1', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Port': '1.7', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'PortForwarding': '1.3', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'QosPolicy': '1.10', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SecurityGroup': '1.5', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SecurityGroupRule': '1.2', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'SubPort': '1.0', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Subnet': '1.1', Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: 'Trunk': '1.1'}} Aug 24 07:55:27.858074 dv-cinder-854275-1-iscsi neutron-server[113382]: {{(pid=113382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 07:55:27.864878 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks [] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.934893 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (76990382-9008-428d-9f81-cd973799afa0), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:27.967431 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Network 65ded553-11ab-4374-ae54-fd59db440a78 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:27.973998 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:28.072103 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:28.074660 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.171864 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Attempting to bind port 84f12b49-f9b1-4702-a0be-dc8034f10a46 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:28.171864 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Attempting to bind port 84f12b49-f9b1-4702-a0be-dc8034f10a46 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:28.171864 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Attempting to bind port 84f12b49-f9b1-4702-a0be-dc8034f10a46 on network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:28.176389 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:28.178639 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:28.179204 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks [] for router_gateway (a7828fa0-efc7-4c0a-a02e-a956ce623036), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.187900 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:28.227921 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Attempting to bind port 76990382-9008-428d-9f81-cd973799afa0 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:28.228544 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Attempting to bind port 76990382-9008-428d-9f81-cd973799afa0 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:28.229053 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Attempting to bind port 76990382-9008-428d-9f81-cd973799afa0 on network 65ded553-11ab-4374-ae54-fd59db440a78 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:28.240708 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:28.241212 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Checking segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:28.241673 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.245006 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Bound using segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:28.245006 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Bound port: 76990382-9008-428d-9f81-cd973799afa0, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:28.245006 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (76990382-9008-428d-9f81-cd973799afa0), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.261993 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:28.262627 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Checking segment: {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:28.263053 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.263788 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Bound using segment: {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:28.264011 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Bound port: 84f12b49-f9b1-4702-a0be-dc8034f10a46, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:28.264387 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.285282 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Pushing event updated for resources: {'Port': ['ID=bb13d623-bc76-48ff-9fd2-3dff4b092f65,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:28.352322 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Pushing event updated for resources: {'Port': ['ID=76990382-9008-428d-9f81-cd973799afa0,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:28.399538 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks [] for router_gateway (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.431744 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] For port 76990382-9008-428d-9f81-cd973799afa0, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:28.453156 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Publish callbacks [] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.467760 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] For port 76990382-9008-428d-9f81-cd973799afa0, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=76990382-9008-428d-9f81-cd973799afa0,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:28.480614 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] For port 84f12b49-f9b1-4702-a0be-dc8034f10a46, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:28.485929 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] For port 84f12b49-f9b1-4702-a0be-dc8034f10a46, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=84f12b49-f9b1-4702-a0be-dc8034f10a46,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:28.512757 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks [] for router_gateway (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.537710 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.572864 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.604175 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.666330 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (76990382-9008-428d-9f81-cd973799afa0), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.697157 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:28.711196 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:28.714503 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:28.720956 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:28.760518 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:28.763466 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:28.809157 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff7a4-cc0c-4f2b-8881-66ba0d692aaa None None] Pushing event updated for resources: {'Port': ['ID=84f12b49-f9b1-4702-a0be-dc8034f10a46,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:28.836188 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57120) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:28.878039 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks [] for router_gateway (a7828fa0-efc7-4c0a-a02e-a956ce623036), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.900634 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Attempting to bind port 4ddaf07c-368f-4912-baff-a74297a6bcb8 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:28.901034 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Attempting to bind port 4ddaf07c-368f-4912-baff-a74297a6bcb8 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:28.901540 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Attempting to bind port 4ddaf07c-368f-4912-baff-a74297a6bcb8 on network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:28.902600 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.912977 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.922493 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:28.922986 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Checking segment: {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:28.923642 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.924439 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Bound using segment: {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:28.925051 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Bound port: 4ddaf07c-368f-4912-baff-a74297a6bcb8, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:28.925586 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:28.998352 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Pushing event updated for resources: {'Port': ['ID=4ddaf07c-368f-4912-baff-a74297a6bcb8,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:29.123978 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e832-69ee-4656-8488-629d9c794111 None None] Pushing event updated for resources: {'Port': ['ID=76990382-9008-428d-9f81-cd973799afa0,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:29.217190 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Allocated IP 172.27.4.54 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/aa375e15-4a1b-4565-9adc-da61fb266697) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:29.221474 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6ca33274-2101-4eca-9d0d-f043585ec49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:29.275439 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] For port 4ddaf07c-368f-4912-baff-a74297a6bcb8, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:29.282982 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] For port 4ddaf07c-368f-4912-baff-a74297a6bcb8, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4ddaf07c-368f-4912-baff-a74297a6bcb8,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:29.349667 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:29.357243 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:29.439828 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks [] for port (aa375e15-4a1b-4565-9adc-da61fb266697), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:29.442414 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f989221-f9bf-4c50-bc3d-f630a090750b None None] Pushing event updated for resources: {'Port': ['ID=4ddaf07c-368f-4912-baff-a74297a6bcb8,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:29.461897 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6ca33274-2101-4eca-9d0d-f043585ec49e admin admin] Publish callbacks [] for security_group (3fa3639e-e45a-423d-b310-43dd94291e61), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:29.475275 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 07:55:29.542896 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6ca33274-2101-4eca-9d0d-f043585ec49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3fa3639e-e45a-423d-b310-43dd94291e61), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:29.584702 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca33274-2101-4eca-9d0d-f043585ec49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa3639e-e45a-423d-b310-43dd94291e61,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:29.594032 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-6ca33274-2101-4eca-9d0d-f043585ec49e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=728d1256cb6141a197dcfc82d7847e67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7257216 Aug 24 07:55:29.594153 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57156) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:29.669711 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:29.694064 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:55:29.700302 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:29.705540 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-db53605f-3173-4fb0-bc0a-513fc9e4d6a2 admin admin] Publish callbacks [] for security_group (3fa3639e-e45a-423d-b310-43dd94291e61), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:29.713675 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Sync routers for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:55:29.726768 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:29.728875 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:29.733905 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:29.743837 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-db53605f-3173-4fb0-bc0a-513fc9e4d6a2 admin admin] Publish callbacks [] for security_group (3fa3639e-e45a-423d-b310-43dd94291e61), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:29.744852 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:29.761609 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:29.779330 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Allocated IP 172.27.4.34 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/56cb9868-9e3c-4119-a0f0-ee905fca5c2b) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:29.893936 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:29.897004 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-595dad94-bfb0-4a54-bb7a-d131c26bf44b admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2536182 Aug 24 07:55:29.906496 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57164) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:29.908570 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa375e15-4a1b-4565-9adc-da61fb266697,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:29.915668 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:29.948313 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:30.070858 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks [] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:30.103971 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:INSERT=7,neutron:UPDATE=6,neutron:SELECT=87 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:30.106195 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-db53605f-3173-4fb0-bc0a-513fc9e4d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3fa3639e-e45a-423d-b310-43dd94291e61), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:30.110659 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-db53605f-3173-4fb0-bc0a-513fc9e4d6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:30.120945 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-db53605f-3173-4fb0-bc0a-513fc9e4d6a2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3fa3639e-e45a-423d-b310-43dd94291e61 HTTP/1.1" status: 204 len: 168 time: 0.5256355 Aug 24 07:55:30.123181 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:30.296346 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53605f-3173-4fb0-bc0a-513fc9e4d6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa3639e-e45a-423d-b310-43dd94291e61,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:30.372308 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks [] for router_gateway (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:30.376759 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:30.515137 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:28Z', 'revision_number': 3, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:30.520623 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:30.542208 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:30.551928 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:30.582388 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Checking router: 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:55:30.582388 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Updating router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 port bb13d623-bc76-48ff-9fd2-3dff4b092f65 binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:55:30.586186 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f783446-8c2e-4833-9a19-01cb571019bb None None] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:55:30.597923 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Pushing event updated for resources: {'Port': ['ID=56cb9868-9e3c-4119-a0f0-ee905fca5c2b,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:30.645859 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:30.738837 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-2333ebe0-a0d2-4ce0-89b4-a062c1db154f None None] Provisioning complete for port 84f12b49-f9b1-4702-a0be-dc8034f10a46 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:30.740486 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-2333ebe0-a0d2-4ce0-89b4-a062c1db154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:30.990397 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.031069 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57202) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:31.168027 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-2333ebe0-a0d2-4ce0-89b4-a062c1db154f None None] Current status of the port 84f12b49-f9b1-4702-a0be-dc8034f10a46 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:31.170395 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-2333ebe0-a0d2-4ce0-89b4-a062c1db154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.324721 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-2333ebe0-a0d2-4ce0-89b4-a062c1db154f None None] For port 84f12b49-f9b1-4702-a0be-dc8034f10a46, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=84f12b49-f9b1-4702-a0be-dc8034f10a46,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:55:31.405835 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-2333ebe0-a0d2-4ce0-89b4-a062c1db154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.424044 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 84f12b49-f9b1-4702-a0be-dc8034f10a46 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:31.522090 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41e580-72f6-40a8-97e6-cc66f7830528 None None] Network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:55:31.526090 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.573363 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Publish callbacks [] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.620366 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:31.634711 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad8b915-31ea-45c2-bbbf-50770441a8ac None None] Network 65ded553-11ab-4374-ae54-fd59db440a78 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:55:31.660564 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-1c44694b-584c-4544-9283-a230145cd56e None None] Provisioning complete for port 4ddaf07c-368f-4912-baff-a74297a6bcb8 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:31.661153 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c44694b-584c-4544-9283-a230145cd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.663315 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks [] for router_gateway (a7828fa0-efc7-4c0a-a02e-a956ce623036), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.713981 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.813703 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Pushing event updated for resources: {'Port': ['ID=bb13d623-bc76-48ff-9fd2-3dff4b092f65,revision_number=2']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:31.823513 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.824181 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.824787 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.825277 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.826053 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.826521 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.827036 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.827499 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.828058 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.828623 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.829103 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.829581 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.830060 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.830508 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.831040 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Tracked resource versions report: Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: pushed versions: Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: { 'AddressGroup': {'1.2'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Agent': {'1.1'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'ConntrackHelper': {'1.0'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'LocalIPAssociation': {'1.0'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Log': {'1.0'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'NDPProxy': {'1.0'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Network': {'1.1'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Port': {'1.7'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'PortForwarding': {'1.3'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'QosPolicy': {'1.10'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SecurityGroup': {'1.5'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SecurityGroupRule': {'1.2'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SubPort': {'1.0'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Subnet': {'1.1'}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Trunk': {'1.1'}} Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: consumer versions: Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: { DHCP agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: HyperV agent@hv-cinder-85427: {}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: L3 agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: Metadata agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: Metering agent@dv-cinder-854275-1-iscsi: {}, Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: Open vSwitch agent@dv-cinder-854275-1-iscsi: { 'AddressGroup': '1.2', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Agent': '1.1', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'ConntrackHelper': '1.0', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'LocalIPAssociation': '1.0', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Log': '1.0', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'NDPProxy': '1.0', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Network': '1.1', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Port': '1.7', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'PortForwarding': '1.3', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'QosPolicy': '1.10', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SecurityGroup': '1.5', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SecurityGroupRule': '1.2', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'SubPort': '1.0', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Subnet': '1.1', Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: 'Trunk': '1.1'}} Aug 24 07:55:31.832337 dv-cinder-854275-1-iscsi neutron-server[113383]: {{(pid=113383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 07:55:31.838885 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Attempting to bind port bb13d623-bc76-48ff-9fd2-3dff4b092f65 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:31.839546 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Attempting to bind port bb13d623-bc76-48ff-9fd2-3dff4b092f65 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:31.840088 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Attempting to bind port bb13d623-bc76-48ff-9fd2-3dff4b092f65 on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:31.847254 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:31.847907 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:31.848501 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.849121 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:31.849861 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Bound port: bb13d623-bc76-48ff-9fd2-3dff4b092f65, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:31.850561 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.870038 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-881da042-0442-4bec-b1e3-f2e32b2cc276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:31.928077 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] For port bb13d623-bc76-48ff-9fd2-3dff4b092f65, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:31.933067 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] For port bb13d623-bc76-48ff-9fd2-3dff4b092f65, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=bb13d623-bc76-48ff-9fd2-3dff4b092f65,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:31.948787 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333ebe0-a0d2-4ce0-89b4-a062c1db154f None None] Pushing event updated for resources: {'Port': ['ID=84f12b49-f9b1-4702-a0be-dc8034f10a46,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:31.966001 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:31.968378 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 07:55:32.043774 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:32.044641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 84f12b49-f9b1-4702-a0be-dc8034f10a46 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:32.045035 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.051898 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.068346 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Allocated IP 172.20.0.1 (dac6160e-2a1d-42ce-8220-e6f39a4fb0ee/64ef6239-583a-4337-bfcb-670f654bc254/2558d4c1-d4d9-4fec-9878-65e30c98101c) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:32.107193 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:32.117309 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f3df-b218-43f9-87fe-59364c8d4486 None None] Pushing event updated for resources: {'Port': ['ID=bb13d623-bc76-48ff-9fd2-3dff4b092f65,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:32.127525 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:55:32.130718 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:32.132366 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:32.150673 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Sync routers for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:55:32.155498 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (a7828fa0-efc7-4c0a-a02e-a956ce623036), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.182357 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:32.182970 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:32.209170 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:32.248082 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-881da042-0442-4bec-b1e3-f2e32b2cc276 admin admin] Publish callbacks [] for security_group (42fc71b9-0a6f-48c8-b1ed-cd64170d0d62), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.258706 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.259999 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2d5b2b91-a731-4951-99ee-4308e5c3cec1 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3177989 Aug 24 07:55:32.265172 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57252) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:32.292714 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Publish callbacks [] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.351531 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:32.367013 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-881da042-0442-4bec-b1e3-f2e32b2cc276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (42fc71b9-0a6f-48c8-b1ed-cd64170d0d62), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.406920 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.451448 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:32.455391 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:32.457456 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-881da042-0442-4bec-b1e3-f2e32b2cc276 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2d5b2c4bde0d454c85b5eb0f3da6dffd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4242957 Aug 24 07:55:32.458132 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57266) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:32.465237 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:32.470334 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:32.474584 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:32.476470 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:32.483817 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.585466 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b49f402f-0eeb-4ceb-a53f-5f5c07974810 admin admin] Publish callbacks [] for security_group (42fc71b9-0a6f-48c8-b1ed-cd64170d0d62), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.616078 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b49f402f-0eeb-4ceb-a53f-5f5c07974810 admin admin] Publish callbacks [] for security_group (42fc71b9-0a6f-48c8-b1ed-cd64170d0d62), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.716411 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881da042-0442-4bec-b1e3-f2e32b2cc276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc71b9-0a6f-48c8-b1ed-cd64170d0d62,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:32.820610 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:32.850870 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b49f402f-0eeb-4ceb-a53f-5f5c07974810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (42fc71b9-0a6f-48c8-b1ed-cd64170d0d62), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.851753 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:28Z', 'revision_number': 3, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:32.854515 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b49f402f-0eeb-4ceb-a53f-5f5c07974810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:32.859325 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-b49f402f-0eeb-4ceb-a53f-5f5c07974810 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/42fc71b9-0a6f-48c8-b1ed-cd64170d0d62 HTTP/1.1" status: 204 len: 168 time: 0.3938720 Aug 24 07:55:32.890359 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562a007-093c-451c-8d4f-49b18042a573 None None] The sync data for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi is: [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:28Z', 'revision_number': 3, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:55:32.899901 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f402f-0eeb-4ceb-a53f-5f5c07974810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc71b9-0a6f-48c8-b1ed-cd64170d0d62,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:32.945287 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Router a7828fa0-efc7-4c0a-a02e-a956ce623036 is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 07:55:32.954378 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Pushing event updated for resources: {'Port': ['ID=2558d4c1-d4d9-4fec-9878-65e30c98101c,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:33.099580 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-1c44694b-584c-4544-9283-a230145cd56e None None] Current status of the port 4ddaf07c-368f-4912-baff-a74297a6bcb8 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:33.100096 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c44694b-584c-4544-9283-a230145cd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:33.134571 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:30Z', 'revision_number': 3, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:33.166268 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:33.207791 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Checking router: 52d1b0e2-991e-4544-b2f3-3f8c206b97fa for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:55:33.208310 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Updating router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa port aa375e15-4a1b-4565-9adc-da61fb266697 binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:55:33.258541 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:55:33.271742 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Sync routers for ids ['a7828fa0-efc7-4c0a-a02e-a956ce623036'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:55:33.332112 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Routers {'a7828fa0-efc7-4c0a-a02e-a956ce623036'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:33.338721 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a7828fa0-efc7-4c0a-a02e-a956ce623036'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:33.423026 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 84f12b49-f9b1-4702-a0be-dc8034f10a46 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:33.424202 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4ddaf07c-368f-4912-baff-a74297a6bcb8 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:33.528466 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:33.533134 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-e19942c5-7632-4c23-a40d-a8812d98c663 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2164593 Aug 24 07:55:33.570227 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57304) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:33.584591 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:33.593046 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-1c44694b-584c-4544-9283-a230145cd56e None None] For port 4ddaf07c-368f-4912-baff-a74297a6bcb8, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4ddaf07c-368f-4912-baff-a74297a6bcb8,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:55:33.644077 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:33.741138 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 4ddaf07c-368f-4912-baff-a74297a6bcb8 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:33.743795 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:33.833341 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Set router a7828fa0-efc7-4c0a-a02e-a956ce623036 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:33.870218 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:33.894956 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c44694b-584c-4544-9283-a230145cd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:33.921300 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.045045 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 4ddaf07c-368f-4912-baff-a74297a6bcb8 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:34.046662 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 76990382-9008-428d-9f81-cd973799afa0 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:34.089497 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-1c44694b-584c-4544-9283-a230145cd56e None None] Provisioning complete for port 84f12b49-f9b1-4702-a0be-dc8034f10a46 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:34.090097 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c44694b-584c-4544-9283-a230145cd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.097994 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Publish callbacks [] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.189732 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.190980 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.191701 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:30Z', 'revision_number': 3, 'project_id': '601816703e524795ab40b1dea9393870', 'gw_port': {'id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:34.249856 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Checking router: a7828fa0-efc7-4c0a-a02e-a956ce623036 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:55:34.250467 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Updating router a7828fa0-efc7-4c0a-a02e-a956ce623036 port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:55:34.297810 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.300082 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44694b-584c-4544-9283-a230145cd56e None None] Pushing event updated for resources: {'Port': ['ID=4ddaf07c-368f-4912-baff-a74297a6bcb8,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:34.320579 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57324) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:34.337312 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 76990382-9008-428d-9f81-cd973799afa0 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:34.337650 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (76990382-9008-428d-9f81-cd973799afa0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.389895 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0ff39d8c-e6ea-4a7d-8b33-0ef9c096a707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.392542 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:34.439165 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-1c44694b-584c-4544-9283-a230145cd56e None None] Current status of the port 84f12b49-f9b1-4702-a0be-dc8034f10a46 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:34.523337 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Pushing event updated for resources: {'Port': ['ID=2558d4c1-d4d9-4fec-9878-65e30c98101c,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:34.563171 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:34.564966 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:34.597947 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Provisioning complete for port 76990382-9008-428d-9f81-cd973799afa0 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:34.598335 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (76990382-9008-428d-9f81-cd973799afa0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.656341 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 76990382-9008-428d-9f81-cd973799afa0 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:34.656750 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (76990382-9008-428d-9f81-cd973799afa0), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.738536 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:55:34.827880 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:34.829179 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 76990382-9008-428d-9f81-cd973799afa0, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=76990382-9008-428d-9f81-cd973799afa0,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:55:34.841500 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Publish callbacks [] for port (aa375e15-4a1b-4565-9adc-da61fb266697), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:34.877644 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Allocated IP 172.20.0.1 (65ded553-11ab-4374-ae54-fd59db440a78/89be8ce2-165e-44fe-8ef0-2670ee54c8c2/bf9099aa-20e1-41a5-a280-1e584c7360ba) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:34.881583 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:55:34.893558 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ca7151f0-b36b-4867-b5ee-999096fa00ad admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9854038 Aug 24 07:55:34.940812 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (76990382-9008-428d-9f81-cd973799afa0), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.013731 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Current status of the port 76990382-9008-428d-9f81-cd973799afa0 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:35.013731 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (76990382-9008-428d-9f81-cd973799afa0), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.028516 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.034799 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57352) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:35.041285 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:35.145790 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0ff39d8c-e6ea-4a7d-8b33-0ef9c096a707 admin admin] Publish callbacks [] for security_group (290664ff-00b8-4251-8d46-64e6b891839e), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.185397 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Attempting to bind port aa375e15-4a1b-4565-9adc-da61fb266697 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:35.186027 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Attempting to bind port aa375e15-4a1b-4565-9adc-da61fb266697 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:35.186588 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Attempting to bind port aa375e15-4a1b-4565-9adc-da61fb266697 on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:35.209364 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=76990382-9008-428d-9f81-cd973799afa0,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:35.232934 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:35.232934 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:35.232934 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.232934 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:35.232934 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Bound port: aa375e15-4a1b-4565-9adc-da61fb266697, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:35.232934 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.309977 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Publish callbacks [] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.330403 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0ff39d8c-e6ea-4a7d-8b33-0ef9c096a707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (290664ff-00b8-4251-8d46-64e6b891839e), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.389205 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.389787 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-851450d5-9387-43c5-8b25-fb9fd2ad0395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.395090 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 84f12b49-f9b1-4702-a0be-dc8034f10a46 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:35.413014 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:35.423775 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:35.448029 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57372) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:35.455916 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-0ff39d8c-e6ea-4a7d-8b33-0ef9c096a707 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=eea0f6e1b06747ac99e40715ccc8b259&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1084065 Aug 24 07:55:35.488155 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.db.api [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 07:55:35.488813 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG oslo_db.api [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 07:55:35.494541 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462cfa-084a-4cfa-8c5e-f8b735cb4517 None None] Pushing event updated for resources: {'Port': ['ID=aa375e15-4a1b-4565-9adc-da61fb266697,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:35.507012 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Attempting to bind port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:35.507171 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] For port aa375e15-4a1b-4565-9adc-da61fb266697, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:35.508969 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Attempting to bind port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:35.511006 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] For port aa375e15-4a1b-4565-9adc-da61fb266697, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=aa375e15-4a1b-4565-9adc-da61fb266697,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:35.511414 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Attempting to bind port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:35.523969 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 84f12b49-f9b1-4702-a0be-dc8034f10a46 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:35.524533 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.548633 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:35.551630 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:35.554219 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.554795 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:35.555614 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Bound port: 56cb9868-9e3c-4119-a0f0-ee905fca5c2b, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:35.556917 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.577023 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff39d8c-e6ea-4a7d-8b33-0ef9c096a707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290664ff-00b8-4251-8d46-64e6b891839e,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:35.597678 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.654278 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Publish callbacks [] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.675640 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:35.676278 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:35.690236 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5d15e-4d72-490f-a7b0-46b8e5bb1871 None None] Pushing event updated for resources: {'Port': ['ID=56cb9868-9e3c-4119-a0f0-ee905fca5c2b,revision_number=2']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:35.734553 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.756938 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7a75aa27-b815-4912-a75a-aae339ad8643 admin admin] Publish callbacks [] for security_group (290664ff-00b8-4251-8d46-64e6b891839e), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.763392 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] For port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:35.773170 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] For port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=56cb9868-9e3c-4119-a0f0-ee905fca5c2b,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:35.815880 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7a75aa27-b815-4912-a75a-aae339ad8643 admin admin] Publish callbacks [] for security_group (290664ff-00b8-4251-8d46-64e6b891839e), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.834914 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-851450d5-9387-43c5-8b25-fb9fd2ad0395 admin admin] Publish callbacks [] for security_group (41b7c4dc-d942-4750-bb57-f3d694a44cac), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.864758 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.917397 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.955384 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Sync routers for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:55:35.974171 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-851450d5-9387-43c5-8b25-fb9fd2ad0395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (41b7c4dc-d942-4750-bb57-f3d694a44cac), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:35.976107 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57390) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:35.986188 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-f910234a-ebb2-45c8-bd1a-396a11a61f31 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381622145', 'description': 'tempest-description--815923406'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:35.998431 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:35.999037 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:36.008898 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Routers {'a7828fa0-efc7-4c0a-a02e-a956ce623036'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:36.009577 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a7828fa0-efc7-4c0a-a02e-a956ce623036'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:36.017444 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Network 65ded553-11ab-4374-ae54-fd59db440a78 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:36.039744 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:36.066586 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:36.067268 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.069924 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9099aa-20e1-41a5-a280-1e584c7360ba,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:36.079349 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-851450d5-9387-43c5-8b25-fb9fd2ad0395 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7f6d7dd049f440828cec4efd5d4ef101&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0432765 Aug 24 07:55:36.080591 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851450d5-9387-43c5-8b25-fb9fd2ad0395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b7c4dc-d942-4750-bb57-f3d694a44cac,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:36.084358 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57392) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:36.101585 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:36.159151 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c139695-e4e5-4aa8-9afd-85358e2a9b7e admin admin] Publish callbacks [] for security_group (41b7c4dc-d942-4750-bb57-f3d694a44cac), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.166563 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5d15e-4d72-490f-a7b0-46b8e5bb1871 None None] Pushing event updated for resources: {'Port': ['ID=56cb9868-9e3c-4119-a0f0-ee905fca5c2b,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:36.192197 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c139695-e4e5-4aa8-9afd-85358e2a9b7e admin admin] Publish callbacks [] for security_group (41b7c4dc-d942-4750-bb57-f3d694a44cac), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.272049 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Allocated IP 172.20.0.1 (00f0eb35-7210-4b2e-9f07-2d659f7b3ce3/0bf6c0cc-0e5f-4ff0-99d0-f75758576434/4daea41d-d56a-4057-bac4-eda9dac57440) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:36.274975 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f910234a-ebb2-45c8-bd1a-396a11a61f31 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.298082 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] Set router a7828fa0-efc7-4c0a-a02e-a956ce623036 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:36.331065 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7a75aa27-b815-4912-a75a-aae339ad8643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (290664ff-00b8-4251-8d46-64e6b891839e), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.333824 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7a75aa27-b815-4912-a75a-aae339ad8643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.334983 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-7a75aa27-b815-4912-a75a-aae339ad8643 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/290664ff-00b8-4251-8d46-64e6b891839e HTTP/1.1" status: 204 len: 168 time: 0.8859963 Aug 24 07:55:36.343940 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75aa27-b815-4912-a75a-aae339ad8643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290664ff-00b8-4251-8d46-64e6b891839e,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:36.363984 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c139695-e4e5-4aa8-9afd-85358e2a9b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (41b7c4dc-d942-4750-bb57-f3d694a44cac), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.372619 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c139695-e4e5-4aa8-9afd-85358e2a9b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.378955 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2c139695-e4e5-4aa8-9afd-85358e2a9b7e admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/41b7c4dc-d942-4750-bb57-f3d694a44cac HTTP/1.1" status: 204 len: 168 time: 0.2933037 Aug 24 07:55:36.403872 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c139695-e4e5-4aa8-9afd-85358e2a9b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b7c4dc-d942-4750-bb57-f3d694a44cac,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:36.497256 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:36.562310 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:36.592013 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f910234a-ebb2-45c8-bd1a-396a11a61f31 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (9ed39aba-e688-4a4e-a0ba-830c53abb8c9), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.595476 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Current status of the port 76990382-9008-428d-9f81-cd973799afa0 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:36.599595 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Publish callbacks [] for port (4daea41d-d56a-4057-bac4-eda9dac57440), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.615503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.616188 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Provisioning complete for port 4ddaf07c-368f-4912-baff-a74297a6bcb8 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:36.616576 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.663308 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 84f12b49-f9b1-4702-a0be-dc8034f10a46 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:36.664701 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4ddaf07c-368f-4912-baff-a74297a6bcb8 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:36.701110 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462cfa-084a-4cfa-8c5e-f8b735cb4517 None None] Pushing event updated for resources: {'Port': ['ID=aa375e15-4a1b-4565-9adc-da61fb266697,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:36.728801 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:30Z', 'revision_number': 3, 'project_id': '601816703e524795ab40b1dea9393870', 'gw_port': {'id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:36.736640 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f910234a-ebb2-45c8-bd1a-396a11a61f31 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (9ed39aba-e688-4a4e-a0ba-830c53abb8c9), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.760392 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:36.802962 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 4ddaf07c-368f-4912-baff-a74297a6bcb8 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:36.803376 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.811435 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.854037 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6280c15-42d5-4dad-b4a8-202f0224dd4c None None] The sync data for ids ['a7828fa0-efc7-4c0a-a02e-a956ce623036'] in dv-cinder-854275-1-iscsi is: [{'id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:30Z', 'revision_number': 3, 'project_id': '601816703e524795ab40b1dea9393870', 'gw_port': {'id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:55:36.868390 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:55:36.887766 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:36.908528 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:36.921121 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910234a-ebb2-45c8-bd1a-396a11a61f31 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed39aba-e688-4a4e-a0ba-830c53abb8c9,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:36.938595 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Pushing event updated for resources: {'Port': ['ID=4daea41d-d56a-4057-bac4-eda9dac57440,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:36.953298 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:36.966137 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:36.971743 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:36.972538 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (a7828fa0-efc7-4c0a-a02e-a956ce623036), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.066308 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Current status of the port 4ddaf07c-368f-4912-baff-a74297a6bcb8 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:37.074437 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f910234a-ebb2-45c8-bd1a-396a11a61f31 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.075712 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-f910234a-ebb2-45c8-bd1a-396a11a61f31 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0962553 Aug 24 07:55:37.080736 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57432) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:37.088315 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-ea4b81f9-b29e-45e6-8ace-16d8c75e830a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'security_group_rule': {'security_group_id': '9ed39aba-e688-4a4e-a0ba-830c53abb8c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:37.097061 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Publish callbacks [] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.108442 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:30Z', 'revision_number': 3, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:37.130259 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Provisioning complete for port 2558d4c1-d4d9-4fec-9878-65e30c98101c triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:37.130641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.177543 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.178605 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.193645 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:37.198819 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-4cab8ec7-5794-4337-8bc2-b5724d1fcad0 None None] Port 2558d4c1-d4d9-4fec-9878-65e30c98101c cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:37.200402 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 4ddaf07c-368f-4912-baff-a74297a6bcb8 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:37.201638 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device bb13d623-bc76-48ff-9fd2-3dff4b092f65 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:37.210371 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65e8a2-f39a-43b5-8449-1b7c5f1b6ca9 None None] The sync data for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi is: [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:30Z', 'revision_number': 3, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:55:37.254367 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea4b81f9-b29e-45e6-8ace-16d8c75e830a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (c17c8914-a582-459b-bb74-a6dbcac54662), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.413327 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9099aa-20e1-41a5-a280-1e584c7360ba,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:37.462772 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57442) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:37.477499 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-9e23a2ed-d705-4769-acbc-a5341ee189d4 None None] Provisioning complete for port 4daea41d-d56a-4057-bac4-eda9dac57440 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:37.478241 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-9e23a2ed-d705-4769-acbc-a5341ee189d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.494325 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea4b81f9-b29e-45e6-8ace-16d8c75e830a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (c17c8914-a582-459b-bb74-a6dbcac54662), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.502449 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9aa5-b4f9-44e7-95de-9ea1201ee83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.534784 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:37.578641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port bb13d623-bc76-48ff-9fd2-3dff4b092f65 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:37.579262 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.582734 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:33Z', 'revision_number': 2, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:37.592368 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-9e23a2ed-d705-4769-acbc-a5341ee189d4 None None] Port 4daea41d-d56a-4057-bac4-eda9dac57440 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:37.623126 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.624457 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:INSERT=9,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:37.625471 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea4b81f9-b29e-45e6-8ace-16d8c75e830a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (c17c8914-a582-459b-bb74-a6dbcac54662), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.710311 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-9e23a2ed-d705-4769-acbc-a5341ee189d4 None None] Provisioning complete for port bf9099aa-20e1-41a5-a280-1e584c7360ba triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:37.710817 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-9e23a2ed-d705-4769-acbc-a5341ee189d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.781906 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9aa5-b4f9-44e7-95de-9ea1201ee83c admin admin] Publish callbacks [] for security_group (1c93eb96-67e1-4956-bb93-2a30ad5559ef), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.807176 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b81f9-b29e-45e6-8ace-16d8c75e830a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17c8914-a582-459b-bb74-a6dbcac54662,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:37.821898 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-9e23a2ed-d705-4769-acbc-a5341ee189d4 None None] Port bf9099aa-20e1-41a5-a280-1e584c7360ba cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:37.826854 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Checking router: 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:55:37.827211 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Updating router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 port 2558d4c1-d4d9-4fec-9878-65e30c98101c binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:55:37.837085 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Network 65ded553-11ab-4374-ae54-fd59db440a78 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:37.846681 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:37.909490 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9aa5-b4f9-44e7-95de-9ea1201ee83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1c93eb96-67e1-4956-bb93-2a30ad5559ef), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:37.944128 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-9e23a2ed-d705-4769-acbc-a5341ee189d4 None None] Provisioning complete for port 2558d4c1-d4d9-4fec-9878-65e30c98101c triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:37.944806 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-9e23a2ed-d705-4769-acbc-a5341ee189d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.095187 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2a6e9aa5-b4f9-44e7-95de-9ea1201ee83c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ff7f41efa6f74da28389e2cac8347db8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6093593 Aug 24 07:55:38.100759 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea4b81f9-b29e-45e6-8ace-16d8c75e830a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.112054 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ea4b81f9-b29e-45e6-8ace-16d8c75e830a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0276163 Aug 24 07:55:38.112054 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57460) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:38.118791 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e9aa5-b4f9-44e7-95de-9ea1201ee83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c93eb96-67e1-4956-bb93-2a30ad5559ef,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:38.120343 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-9e23a2ed-d705-4769-acbc-a5341ee189d4 None None] Port 2558d4c1-d4d9-4fec-9878-65e30c98101c cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:38.140516 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.229278 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57462) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:38.238697 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-fb988cd0-7b6f-42d1-a048-25883de49270 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'security_group_rule': {'security_group_id': '9ed39aba-e688-4a4e-a0ba-830c53abb8c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:38.265325 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d9f781d1-1d74-4b63-ba63-81036e729282 None None] Provisioning complete for port bf9099aa-20e1-41a5-a280-1e584c7360ba triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:38.266172 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d9f781d1-1d74-4b63-ba63-81036e729282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.344182 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-93288107-1c27-40d2-b709-3b29bde589b3 admin admin] Publish callbacks [] for security_group (1c93eb96-67e1-4956-bb93-2a30ad5559ef), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.357563 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d9f781d1-1d74-4b63-ba63-81036e729282 None None] Port bf9099aa-20e1-41a5-a280-1e584c7360ba cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:38.380591 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port bb13d623-bc76-48ff-9fd2-3dff4b092f65 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:38.380591 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.409823 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port bb13d623-bc76-48ff-9fd2-3dff4b092f65, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=bb13d623-bc76-48ff-9fd2-3dff4b092f65,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:55:38.457478 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:38.481995 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:38.482327 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-93288107-1c27-40d2-b709-3b29bde589b3 admin admin] Publish callbacks [] for security_group (1c93eb96-67e1-4956-bb93-2a30ad5559ef), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.516966 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.629125 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-fb988cd0-7b6f-42d1-a048-25883de49270 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (26ad3512-ba0e-4a0d-9c9d-dcbec361b60f), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.679766 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:38.692789 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-93288107-1c27-40d2-b709-3b29bde589b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1c93eb96-67e1-4956-bb93-2a30ad5559ef), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.697124 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-93288107-1c27-40d2-b709-3b29bde589b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.698979 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-93288107-1c27-40d2-b709-3b29bde589b3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/1c93eb96-67e1-4956-bb93-2a30ad5559ef HTTP/1.1" status: 204 len: 168 time: 0.5680332 Aug 24 07:55:38.712513 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93288107-1c27-40d2-b709-3b29bde589b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c93eb96-67e1-4956-bb93-2a30ad5559ef,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:38.770482 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-fb988cd0-7b6f-42d1-a048-25883de49270 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (26ad3512-ba0e-4a0d-9c9d-dcbec361b60f), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.826958 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:55:38.868641 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-fb988cd0-7b6f-42d1-a048-25883de49270 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (26ad3512-ba0e-4a0d-9c9d-dcbec361b60f), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.941358 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Publish callbacks [] for port (4daea41d-d56a-4057-bac4-eda9dac57440), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:38.950057 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb988cd0-7b6f-42d1-a048-25883de49270 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ad3512-ba0e-4a0d-9c9d-dcbec361b60f,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:38.953612 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device aa375e15-4a1b-4565-9adc-da61fb266697 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:39.017402 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=bb13d623-bc76-48ff-9fd2-3dff4b092f65,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:39.023757 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-fb988cd0-7b6f-42d1-a048-25883de49270 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.025212 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-fb988cd0-7b6f-42d1-a048-25883de49270 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7943902 Aug 24 07:55:39.032230 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57496) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:39.037626 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:39.067489 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.068609 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (a7828fa0-efc7-4c0a-a02e-a956ce623036), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.170249 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port aa375e15-4a1b-4565-9adc-da61fb266697 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:39.170657 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.182223 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.222731 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Pushing event updated for resources: {'Port': ['ID=4daea41d-d56a-4057-bac4-eda9dac57440,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:39.229517 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:55:39.234931 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-f525b7e5-cddb-4917-8d2d-3aea5a74e428 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/52d1b0e2-991e-4544-b2f3-3f8c206b97fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9662848 Aug 24 07:55:39.349407 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Publish callbacks [] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.370687 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:39.372667 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:39.415470 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:39.452770 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port aa375e15-4a1b-4565-9adc-da61fb266697 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:39.452770 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.484205 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.509634 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port aa375e15-4a1b-4565-9adc-da61fb266697, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=aa375e15-4a1b-4565-9adc-da61fb266697,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:55:39.536965 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.562102 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Router a7828fa0-efc7-4c0a-a02e-a956ce623036 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:55:39.623615 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.629760 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 76990382-9008-428d-9f81-cd973799afa0 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:39.671132 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f7f91-5de9-4df7-9fd7-e499bd30b3ec None None] Pushing event updated for resources: {'Port': ['ID=2558d4c1-d4d9-4fec-9878-65e30c98101c,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:39.754987 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:55:39.766052 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Allocated IP 172.27.4.220 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/dd3d3bd5-18a6-4418-9cd1-578534de336c) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:39.771639 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-9cc28928-c18a-48a9-a7b5-d0d308ae6489 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/a7828fa0-efc7-4c0a-a02e-a956ce623036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1992738 Aug 24 07:55:39.831295 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57526) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:39.948827 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for port (dd3d3bd5-18a6-4418-9cd1-578534de336c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:39.956055 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-ba876fa4-d7b4-44dd-b412-e3bae0645b49 None None] Provisioning complete for port 4daea41d-d56a-4057-bac4-eda9dac57440 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:39.956542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ba876fa4-d7b4-44dd-b412-e3bae0645b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.000265 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Attempting to bind port 2558d4c1-d4d9-4fec-9878-65e30c98101c on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:40.000637 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Attempting to bind port 2558d4c1-d4d9-4fec-9878-65e30c98101c by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:40.001035 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Attempting to bind port 2558d4c1-d4d9-4fec-9878-65e30c98101c on network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:40.005916 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:40.026670 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:40.027150 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Checking segment: {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:40.028359 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.028359 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Bound using segment: {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:40.030902 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Bound port: 2558d4c1-d4d9-4fec-9878-65e30c98101c, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:40.030902 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.040695 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-ba876fa4-d7b4-44dd-b412-e3bae0645b49 None None] Port 4daea41d-d56a-4057-bac4-eda9dac57440 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:40.040695 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=aa375e15-4a1b-4565-9adc-da61fb266697,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:40.047370 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 76990382-9008-428d-9f81-cd973799afa0 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:40.047745 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (76990382-9008-428d-9f81-cd973799afa0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.088790 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (dd3d3bd5-18a6-4418-9cd1-578534de336c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.131868 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:40.151193 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:40.158810 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:40.234793 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 76990382-9008-428d-9f81-cd973799afa0 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:40.241783 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 56cb9868-9e3c-4119-a0f0-ee905fca5c2b up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:40.241783 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] For port 2558d4c1-d4d9-4fec-9878-65e30c98101c, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:40.296550 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] For port 2558d4c1-d4d9-4fec-9878-65e30c98101c, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=2558d4c1-d4d9-4fec-9878-65e30c98101c,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:40.297670 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9387aa61-7463-408a-bb98-0c295f220be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.332789 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'Port': ['ID=dd3d3bd5-18a6-4418-9cd1-578534de336c,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:40.352995 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:40.353668 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.401912 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (58e9eef2-8b77-4962-a2f9-7e4cab478562), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.421252 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.481732 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9387aa61-7463-408a-bb98-0c295f220be7 admin admin] Publish callbacks [] for security_group (de8e25bc-36e4-42e0-a1c4-c56f54642241), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.521728 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:40.522458 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:40.538464 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (dd3d3bd5-18a6-4418-9cd1-578534de336c), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.582946 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9387aa61-7463-408a-bb98-0c295f220be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (de8e25bc-36e4-42e0-a1c4-c56f54642241), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.653417 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387aa61-7463-408a-bb98-0c295f220be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e25bc-36e4-42e0-a1c4-c56f54642241,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:40.665529 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f7f91-5de9-4df7-9fd7-e499bd30b3ec None None] Pushing event updated for resources: {'Port': ['ID=2558d4c1-d4d9-4fec-9878-65e30c98101c,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:40.672882 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-9387aa61-7463-408a-bb98-0c295f220be7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=5b00b496a30043b093f29a81fc0694c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7815120 Aug 24 07:55:40.673109 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57560) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:40.683088 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Sync routers for ids ['a7828fa0-efc7-4c0a-a02e-a956ce623036'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:55:40.684028 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:40.684545 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.710409 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Routers {'a7828fa0-efc7-4c0a-a02e-a956ce623036'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:40.713300 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a7828fa0-efc7-4c0a-a02e-a956ce623036'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:40.791868 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8c0dae5f-f079-4ccf-bdca-4a620705ee2c admin admin] Publish callbacks [] for security_group (de8e25bc-36e4-42e0-a1c4-c56f54642241), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.802555 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=56cb9868-9e3c-4119-a0f0-ee905fca5c2b,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:55:40.840876 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:40.846296 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:40.883678 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8c0dae5f-f079-4ccf-bdca-4a620705ee2c admin admin] Publish callbacks [] for security_group (de8e25bc-36e4-42e0-a1c4-c56f54642241), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.916913 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:40.920132 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.931982 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for port (dd3d3bd5-18a6-4418-9cd1-578534de336c), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:40.967925 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:41.004719 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Set router a7828fa0-efc7-4c0a-a02e-a956ce623036 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:41.017142 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (dd3d3bd5-18a6-4418-9cd1-578534de336c), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:41.018509 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (58e9eef2-8b77-4962-a2f9-7e4cab478562), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:41.046355 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57592) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:41.049909 dv-cinder-854275-1-iscsi neutron-server[113381]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 07:55:41.051758 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Sync routers for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:55:41.119041 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57600) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:41.127677 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:41.128803 dv-cinder-854275-1-iscsi neutron-server[113380]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 07:55:41.171955 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8c0dae5f-f079-4ccf-bdca-4a620705ee2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (de8e25bc-36e4-42e0-a1c4-c56f54642241), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:41.177404 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8c0dae5f-f079-4ccf-bdca-4a620705ee2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:41.180817 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=56cb9868-9e3c-4119-a0f0-ee905fca5c2b,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:41.182829 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-8c0dae5f-f079-4ccf-bdca-4a620705ee2c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/de8e25bc-36e4-42e0-a1c4-c56f54642241 HTTP/1.1" status: 204 len: 168 time: 0.5084751 Aug 24 07:55:41.224708 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device aa375e15-4a1b-4565-9adc-da61fb266697 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:41.243701 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:41.259648 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2256911 Aug 24 07:55:41.287772 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd651d0e-392a-4cb0-9173-fa27ec566b1a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'Port': ['ID=dd3d3bd5-18a6-4418-9cd1-578534de336c,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:41.328934 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dae5f-f079-4ccf-bdca-4a620705ee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e25bc-36e4-42e0-a1c4-c56f54642241,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:41.477560 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:37Z', 'revision_number': 4, 'project_id': '601816703e524795ab40b1dea9393870', 'gw_port': {'id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '4daea41d-d56a-4057-bac4-eda9dac57440', 'name': '', 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3', 'tenant_id': '601816703e524795ab40b1dea9393870', 'mac_address': 'fa:16:3e:c2:dc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0bf6c0cc-0e5f-4ff0-99d0-f75758576434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:35Z', 'updated_at': '2022-08-24T07:55:37Z', 'revision_number': 2, 'project_id': '601816703e524795ab40b1dea9393870', 'subnets': [{'id': '0bf6c0cc-0e5f-4ff0-99d0-f75758576434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:41.507439 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Checking router: a7828fa0-efc7-4c0a-a02e-a956ce623036 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:55:41.508332 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Updating router a7828fa0-efc7-4c0a-a02e-a956ce623036 port 4daea41d-d56a-4057-bac4-eda9dac57440 binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:55:41.509422 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-57a5c761-5763-439f-9758-7edb6caf3c95 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:41.511211 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-57a5c761-5763-439f-9758-7edb6caf3c95 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/networks?id=00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 HTTP/1.1" status: 200 len: 812 time: 0.3910801 Aug 24 07:55:41.541997 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:41.541997 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:41.545209 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-309da1bc-39b1-4397-a2aa-5064b4b57a9d tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/quotas/601816703e524795ab40b1dea9393870 HTTP/1.1" status: 200 len: 375 time: 0.0251536 Aug 24 07:55:41.559701 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:41.564758 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:41.617988 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-579cb7a9-bf1d-4d5b-911d-a38dda8b6f55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:41.621856 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-579cb7a9-bf1d-4d5b-911d-a38dda8b6f55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 818 time: 0.5726311 Aug 24 07:55:41.650917 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-3dde80e9-d6a5-4654-b9bc-33c8959164e6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/quotas/e52495240cf04548a21b411c32bbe1e1 HTTP/1.1" status: 200 len: 375 time: 0.0231431 Aug 24 07:55:41.732269 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:41.751766 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:41.753391 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-7aaa5235-c700-4911-a97a-3252f5ce92f7 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=601816703e524795ab40b1dea9393870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008188 Aug 24 07:55:41.791049 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:41.832992 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:41.838466 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-5a7d01bd-5ee5-4d95-8b4c-3fa879ada84a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817169 Aug 24 07:55:41.903678 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port aa375e15-4a1b-4565-9adc-da61fb266697 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:41.904053 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:42.006716 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:42.009561 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:40Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:42.036264 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:42.062179 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Publish callbacks [] for port (4daea41d-d56a-4057-bac4-eda9dac57440), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:42.066132 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b619ffd-471b-47d2-bef1-83678f81edec None None] The sync data for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi is: [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:40Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:55:42.142717 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:42.244026 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port aa375e15-4a1b-4565-9adc-da61fb266697 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:42.245000 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device bb13d623-bc76-48ff-9fd2-3dff4b092f65 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:42.331550 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0435a20-3b9e-45e7-81da-01d5aaaf6bd9 None None] Pushing event updated for resources: {'Port': ['ID=4daea41d-d56a-4057-bac4-eda9dac57440,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:42.381614 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Attempting to bind port 4daea41d-d56a-4057-bac4-eda9dac57440 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:42.381993 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Attempting to bind port 4daea41d-d56a-4057-bac4-eda9dac57440 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:42.382358 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Attempting to bind port 4daea41d-d56a-4057-bac4-eda9dac57440 on network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:42.396378 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-2fcf01c9-b337-4df2-b1f0-fddfdcde5442 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:55:42.404756 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-2fcf01c9-b337-4df2-b1f0-fddfdcde5442 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1688130 Aug 24 07:55:42.423927 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:42.424528 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Checking segment: {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:42.424991 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:42.426278 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Bound using segment: {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:42.430982 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Bound port: 4daea41d-d56a-4057-bac4-eda9dac57440, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:42.430982 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:42.483054 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 2, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:42.486809 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port bb13d623-bc76-48ff-9fd2-3dff4b092f65 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:42.487310 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:42.529809 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Checking router: 52d1b0e2-991e-4544-b2f3-3f8c206b97fa for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:55:42.530240 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Updating router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa port bf9099aa-20e1-41a5-a280-1e584c7360ba binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:55:42.585774 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:42.611498 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:42.627389 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] For port 4daea41d-d56a-4057-bac4-eda9dac57440, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:42.635392 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] For port 4daea41d-d56a-4057-bac4-eda9dac57440, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4daea41d-d56a-4057-bac4-eda9dac57440,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:42.658850 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-9a75385d-4718-4487-b16b-efa7d8c67d42 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:55:42.660557 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-9a75385d-4718-4487-b16b-efa7d8c67d42 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3993287 Aug 24 07:55:42.672075 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-d56daa89-5a3a-4f4e-864a-aa67658d4f53 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660732 Aug 24 07:55:42.678653 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:42.743064 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:42.825404 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-6215ca83-03db-4afe-b98a-9b1c4e8193de service neutron] 10.222.0.72 "GET /networking/v2.0/networks/00f0eb35-7210-4b2e-9f07-2d659f7b3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495624 Aug 24 07:55:42.838166 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-50decc4a-eb5d-4d3d-8940-2a1b83dd2991 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638939 Aug 24 07:55:42.913041 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Routers {'a7828fa0-efc7-4c0a-a02e-a956ce623036'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:42.913934 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a7828fa0-efc7-4c0a-a02e-a956ce623036'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:42.939215 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0435a20-3b9e-45e7-81da-01d5aaaf6bd9 None None] Pushing event updated for resources: {'Port': ['ID=4daea41d-d56a-4057-bac4-eda9dac57440,revision_number=4']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:42.964692 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port bb13d623-bc76-48ff-9fd2-3dff4b092f65 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:43.076082 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-a9b715ee-4a11-4972-9a0d-b1086b284b32 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/00f0eb35-7210-4b2e-9f07-2d659f7b3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434382 Aug 24 07:55:43.204296 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] Set router a7828fa0-efc7-4c0a-a02e-a956ce623036 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:43.306398 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:43.310121 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 56cb9868-9e3c-4119-a0f0-ee905fca5c2b up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:43.418109 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:43.508335 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:43.508844 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:43.555122 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-9980f538-ebe2-4a4b-a281-bfa8b4237001 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1381622145&fields=id&tenant_id=27c8e372420a4076b855d46a4f8ff521 HTTP/1.1" status: 200 len: 267 time: 0.0950882 Aug 24 07:55:43.662053 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:37Z', 'revision_number': 4, 'project_id': '601816703e524795ab40b1dea9393870', 'gw_port': {'id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '4daea41d-d56a-4057-bac4-eda9dac57440', 'name': '', 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3', 'tenant_id': '601816703e524795ab40b1dea9393870', 'mac_address': 'fa:16:3e:c2:dc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0bf6c0cc-0e5f-4ff0-99d0-f75758576434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:35Z', 'updated_at': '2022-08-24T07:55:42Z', 'revision_number': 4, 'project_id': '601816703e524795ab40b1dea9393870', 'subnets': [{'id': '0bf6c0cc-0e5f-4ff0-99d0-f75758576434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:43.687867 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db9b9002-85c1-4892-b8e6-cec2c39694a1 req-4061b044-abf3-4da0-8501-5130818304b7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 210 time: 0.1006002 Aug 24 07:55:43.702038 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:43.730407 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ed8a1-5a73-47cc-ae40-f8efb19ae95f None None] The sync data for ids ['a7828fa0-efc7-4c0a-a02e-a956ce623036'] in dv-cinder-854275-1-iscsi is: [{'id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:37Z', 'revision_number': 4, 'project_id': '601816703e524795ab40b1dea9393870', 'gw_port': {'id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '4daea41d-d56a-4057-bac4-eda9dac57440', 'name': '', 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3', 'tenant_id': '601816703e524795ab40b1dea9393870', 'mac_address': 'fa:16:3e:c2:dc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0bf6c0cc-0e5f-4ff0-99d0-f75758576434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:35Z', 'updated_at': '2022-08-24T07:55:42Z', 'revision_number': 4, 'project_id': '601816703e524795ab40b1dea9393870', 'subnets': [{'id': '0bf6c0cc-0e5f-4ff0-99d0-f75758576434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:55:43.765814 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-a1f5dc58-38c7-451e-bb6b-c005db08b291 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:43.772942 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-a1f5dc58-38c7-451e-bb6b-c005db08b291 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 816 time: 0.2080667 Aug 24 07:55:43.804497 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-2c8cef18-d7a4-4a4a-863a-731253bb625e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/quotas/27c8e372420a4076b855d46a4f8ff521 HTTP/1.1" status: 200 len: 375 time: 0.0283780 Aug 24 07:55:43.813931 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ad41a49c-edd4-441a-a22e-7cc1c6a27852 req-c62c205d-4b57-4019-906d-5ef361e06396 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 210 time: 0.0366404 Aug 24 07:55:43.861094 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:43.873421 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-f3a19080-b71f-4870-929c-c37384c32094 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680089 Aug 24 07:55:43.880794 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:43.882231 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Publish callbacks [] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:43.890316 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:43.890316 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 2558d4c1-d4d9-4fec-9878-65e30c98101c up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:43.954735 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 2558d4c1-d4d9-4fec-9878-65e30c98101c triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:43.955338 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:44.047044 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:44.166281 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-58bc390f-5631-43a0-8e5f-b7e42d3043fa service neutron] 10.222.0.72 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751842 Aug 24 07:55:44.185297 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6d75a-9b9c-477d-a4bf-166d64ea1d00 None None] Pushing event updated for resources: {'Port': ['ID=bf9099aa-20e1-41a5-a280-1e584c7360ba,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:44.265358 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Attempting to bind port bf9099aa-20e1-41a5-a280-1e584c7360ba on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:44.265739 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Attempting to bind port bf9099aa-20e1-41a5-a280-1e584c7360ba by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:44.266101 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Attempting to bind port bf9099aa-20e1-41a5-a280-1e584c7360ba on network 65ded553-11ab-4374-ae54-fd59db440a78 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:44.272293 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 2558d4c1-d4d9-4fec-9878-65e30c98101c is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:44.272747 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:44.282011 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:44.282401 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Checking segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:44.285026 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:44.285026 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Bound using segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:44.285026 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Bound port: bf9099aa-20e1-41a5-a280-1e584c7360ba, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:44.285026 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:44.366697 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 2558d4c1-d4d9-4fec-9878-65e30c98101c, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=2558d4c1-d4d9-4fec-9878-65e30c98101c,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:55:44.407475 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] For port bf9099aa-20e1-41a5-a280-1e584c7360ba, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:44.411170 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-b3dd0491-8c93-44a8-bbae-b9f450cb6985 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339845 Aug 24 07:55:44.411885 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] For port bf9099aa-20e1-41a5-a280-1e584c7360ba, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=bf9099aa-20e1-41a5-a280-1e584c7360ba,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:44.444635 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:44.469894 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-ffe3f9d4-8882-40ec-af54-674ad488af60 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:44.470812 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:44.477630 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-ffe3f9d4-8882-40ec-af54-674ad488af60 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 818 time: 0.1930006 Aug 24 07:55:44.497533 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-66c9556a-8c28-4ee1-9303-39a8f03ab5e8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/quotas/e52495240cf04548a21b411c32bbe1e1 HTTP/1.1" status: 200 len: 375 time: 0.0186152 Aug 24 07:55:44.589198 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=2558d4c1-d4d9-4fec-9878-65e30c98101c,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:44.594658 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:44.627218 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-a3aa0b2e-1d10-4520-b626-c6f88758964f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275525 Aug 24 07:55:44.656694 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:55:44.656694 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:44.760414 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6d75a-9b9c-477d-a4bf-166d64ea1d00 None None] Pushing event updated for resources: {'Port': ['ID=bf9099aa-20e1-41a5-a280-1e584c7360ba,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:44.776081 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-67381337-88c6-40e5-af9e-01a7f1e292f5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466398 Aug 24 07:55:44.819337 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:55:44.952435 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-c4f9b170-0969-4743-a4ea-577ec187d4b7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562881 Aug 24 07:55:45.035618 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:45.170772 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:55:45.188740 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:45.222648 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-33f580ff-52f0-444e-b373-2b56bfaee70a req-c22b0eab-8ca2-42ac-b8ab-feafd51ef495 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 210 time: 0.2086463 Aug 24 07:55:45.252968 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:45.358230 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4daea41d-d56a-4057-bac4-eda9dac57440 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:45.366137 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23899e-1644-4b13-a5e7-5072497121fc None None] The sync data for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi is: [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:55:45.602463 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 4daea41d-d56a-4057-bac4-eda9dac57440 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:45.603032 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:45.745966 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4662c16-af49-4bc2-8335-3f60b8e6e6a4 req-b1a25831-91c9-4b62-9223-be6bd471f40b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 210 time: 0.1295531 Aug 24 07:55:45.876326 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-99b90156-52ec-40a0-b9af-49e09ec9fd18 req-f15f3d22-e23d-4ac4-acef-dd03c465cf09 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 210 time: 0.5876050 Aug 24 07:55:45.937607 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 4daea41d-d56a-4057-bac4-eda9dac57440 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:45.942099 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:46.025221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 4daea41d-d56a-4057-bac4-eda9dac57440, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4daea41d-d56a-4057-bac4-eda9dac57440,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:55:46.186556 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:46.188300 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 2558d4c1-d4d9-4fec-9878-65e30c98101c up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:46.354672 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0936af6b-ad3e-4a12-b1ff-58c1d87e0bc6 req-62b20252-9783-48c8-a021-b9da9be8fd9e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 210 time: 0.0339017 Aug 24 07:55:46.396219 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=4daea41d-d56a-4057-bac4-eda9dac57440,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:46.418900 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 2558d4c1-d4d9-4fec-9878-65e30c98101c triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:46.420229 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:46.566078 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 2558d4c1-d4d9-4fec-9878-65e30c98101c is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:46.856898 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d308bc1f-bfee-4432-9eaa-63481e5c7687 req-ee572698-981f-4eed-ad9f-7114b96fae71 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 210 time: 0.0499182 Aug 24 07:55:47.041355 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6afa1ff1-85c3-4e30-860f-5a1be86596b2 req-42279955-d674-4ff2-9330-922b80812f2f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 210 time: 0.0664797 Aug 24 07:55:47.112064 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:47.186031 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4daea41d-d56a-4057-bac4-eda9dac57440 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:47.232115 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 4daea41d-d56a-4057-bac4-eda9dac57440 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:47.232489 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:47.333180 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 4daea41d-d56a-4057-bac4-eda9dac57440 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:47.334489 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device bf9099aa-20e1-41a5-a280-1e584c7360ba up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:47.354093 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:47.390393 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port bf9099aa-20e1-41a5-a280-1e584c7360ba triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:47.390960 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:47.518181 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port bf9099aa-20e1-41a5-a280-1e584c7360ba is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:47.518781 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:47.564383 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port bf9099aa-20e1-41a5-a280-1e584c7360ba, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=bf9099aa-20e1-41a5-a280-1e584c7360ba,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:55:47.638044 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b3c24c63-6f78-4011-9d08-abdda81d1f7e req-adf2a0d0-bf46-43bb-a65a-cca5489b5ba1 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 210 time: 0.0667949 Aug 24 07:55:47.724984 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:47.790680 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=bf9099aa-20e1-41a5-a280-1e584c7360ba,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:47.959366 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:48.002546 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 57952) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:48.091967 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-06d83867-4f0b-4a49-89ed-46fce0e092a0 req-75981744-4915-482b-92df-afa120c7b54a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 210 time: 0.0361025 Aug 24 07:55:48.176076 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2afd666f-d3ee-4a6f-af7a-afafa3c1b692 req-697be3a2-d047-4f86-bba7-4ae08dab2ea6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 210 time: 0.0368195 Aug 24 07:55:48.184364 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f6cf87ca-4ad6-484d-b9ec-6eb13a1c0072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:48.308275 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f6cf87ca-4ad6-484d-b9ec-6eb13a1c0072 admin admin] Publish callbacks [] for security_group (953d6345-4c2d-4696-82ca-6501bdb0d1f8), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:48.371932 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f6cf87ca-4ad6-484d-b9ec-6eb13a1c0072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (953d6345-4c2d-4696-82ca-6501bdb0d1f8), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:48.419492 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f6cf87ca-4ad6-484d-b9ec-6eb13a1c0072 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=f50fd53dc66642daae636e9640d4085c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110985 Aug 24 07:55:48.419492 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf87ca-4ad6-484d-b9ec-6eb13a1c0072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953d6345-4c2d-4696-82ca-6501bdb0d1f8,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:48.419621 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 57966) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:48.512972 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c9d613a3-d542-433e-9bf4-8dc824416ca8 admin admin] Publish callbacks [] for security_group (953d6345-4c2d-4696-82ca-6501bdb0d1f8), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:48.534638 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c9d613a3-d542-433e-9bf4-8dc824416ca8 admin admin] Publish callbacks [] for security_group (953d6345-4c2d-4696-82ca-6501bdb0d1f8), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:48.628924 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.45', 60572) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:48.654609 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c9d613a3-d542-433e-9bf4-8dc824416ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (953d6345-4c2d-4696-82ca-6501bdb0d1f8), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:48.657362 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c9d613a3-d542-433e-9bf4-8dc824416ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:48.658494 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-c9d613a3-d542-433e-9bf4-8dc824416ca8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/953d6345-4c2d-4696-82ca-6501bdb0d1f8 HTTP/1.1" status: 204 len: 168 time: 0.2377470 Aug 24 07:55:48.666588 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d613a3-d542-433e-9bf4-8dc824416ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953d6345-4c2d-4696-82ca-6501bdb0d1f8,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:48.751451 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-e9e485a5-d50a-4905-beba-a73c97bc224e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:48.753453 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-e9e485a5-d50a-4905-beba-a73c97bc224e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.45 "GET /networking/v2.0/networks?id=00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 HTTP/1.1" status: 200 len: 812 time: 0.1234758 Aug 24 07:55:48.807316 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-aa62f63f-a8e9-473b-946c-8ec6c3aa2893 req-dfe81f01-89f8-4232-8b3f-82a965aaba05 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 210 time: 0.0367188 Aug 24 07:55:48.971293 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.45', 60573) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:48.976252 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Request body: {'port': {'device_id': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3', 'admin_state_up': True, 'tenant_id': '601816703e524795ab40b1dea9393870'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:49.060262 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device bf9099aa-20e1-41a5-a280-1e584c7360ba up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:55:49.100840 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:49.107788 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:49.125939 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port bf9099aa-20e1-41a5-a280-1e584c7360ba triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:49.126319 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:49.233366 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Made reservation on behalf of 601816703e524795ab40b1dea9393870 for: {'port': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:49.238456 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:49.269481 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:49.311063 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port bf9099aa-20e1-41a5-a280-1e584c7360ba is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:55:49.322815 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.45', 60577) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:49.331092 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:49.356982 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7be8d06a-1824-418e-a275-eb0e94cc55ac req-61c48aa7-b888-4bc5-99b7-138fcdda13a8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 210 time: 0.1457443 Aug 24 07:55:49.461530 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-80f21ff4-ab10-468b-af0f-1c0856578fd4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:49.468430 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-80f21ff4-ab10-468b-af0f-1c0856578fd4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 818 time: 0.3154860 Aug 24 07:55:49.491335 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Request body: {'port': {'device_id': '8f68297f-844b-4ab5-a37a-6bccb85cb78a', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'admin_state_up': True, 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:49.504384 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.45', 60578) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:49.694446 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58024) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:49.695959 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-baae2f3d-1828-4fe0-81f7-2d3ab733e704 req-327c1ffc-7d54-4dd0-be98-81976efdbeef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 210 time: 0.3310733 Aug 24 07:55:49.793981 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-596adeb4-a95e-4c40-ad11-5543ed470e63 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:49.795989 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-596adeb4-a95e-4c40-ad11-5543ed470e63 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 818 time: 0.2902780 Aug 24 07:55:49.815202 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Request body: {'port': {'device_id': 'fb0fc412-e048-4edd-9a89-5aaaebb38a42', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'admin_state_up': True, 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:49.828613 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6495e073-0b3c-4a89-b33b-579bae6bd80d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:49.944418 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:49.963557 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6495e073-0b3c-4a89-b33b-579bae6bd80d admin admin] Publish callbacks [] for security_group (7089d9bf-51d4-4d4c-ad68-946dbbce396c), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:49.982010 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:50.044449 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-3bbb90cd-9405-4c20-886a-1943cf0a9769 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:50.049706 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-3bbb90cd-9405-4c20-886a-1943cf0a9769 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 816 time: 0.6859148 Aug 24 07:55:50.059277 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6495e073-0b3c-4a89-b33b-579bae6bd80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7089d9bf-51d4-4d4c-ad68-946dbbce396c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.086909 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Allocated IP 172.20.0.8 (00f0eb35-7210-4b2e-9f07-2d659f7b3ce3/0bf6c0cc-0e5f-4ff0-99d0-f75758576434/cddb0d7e-7022-4a60-ba3b-4112336a886c) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:50.200926 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1983f96c-1718-4c57-9aad-70b8b9dbcbb2 req-d6d90321-98f8-429d-8893-d26e477b62b2 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 210 time: 0.1009381 Aug 24 07:55:50.223333 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-6495e073-0b3c-4a89-b33b-579bae6bd80d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=412d2147bbb246e4b2667d7f8465689c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5098701 Aug 24 07:55:50.226463 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495e073-0b3c-4a89-b33b-579bae6bd80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7089d9bf-51d4-4d4c-ad68-946dbbce396c,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:50.226585 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58056) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:50.247091 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-1e8edf41-779e-421f-af61-a4f043f93b92 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=27c8e372420a4076b855d46a4f8ff521 HTTP/1.1" status: 200 len: 380 time: 0.1513004 Aug 24 07:55:50.267389 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'port': {'device_id': 'a266e179-03cc-40b3-902d-aab680174711', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'admin_state_up': True, 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'security_groups': ['9ed39aba-e688-4a4e-a0ba-830c53abb8c9']}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:50.308154 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Made reservation on behalf of e52495240cf04548a21b411c32bbe1e1 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:50.312911 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.319803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Made reservation on behalf of e52495240cf04548a21b411c32bbe1e1 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:50.321305 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.360171 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-42eecc37-e44d-4e52-a14f-97be4e05c7c4 admin admin] Publish callbacks [] for security_group (7089d9bf-51d4-4d4c-ad68-946dbbce396c), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.484809 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-42eecc37-e44d-4e52-a14f-97be4e05c7c4 admin admin] Publish callbacks [] for security_group (7089d9bf-51d4-4d4c-ad68-946dbbce396c), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.569960 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9b8a1b91-3758-44e3-a298-e20922c9270f req-aff4e87e-170c-42d1-a497-8000874f13b4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 210 time: 0.0700645 Aug 24 07:55:50.585385 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Publish callbacks [] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.650664 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:50.663510 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Allocated IP 172.20.0.14 (65ded553-11ab-4374-ae54-fd59db440a78/89be8ce2-165e-44fe-8ef0-2670ee54c8c2/5a81c1e6-d657-4fb4-a660-b452ce1735b0) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:50.718709 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Made reservation on behalf of 27c8e372420a4076b855d46a4f8ff521 for: {'port': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:50.722538 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.726136 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-42eecc37-e44d-4e52-a14f-97be4e05c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7089d9bf-51d4-4d4c-ad68-946dbbce396c), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.728600 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-42eecc37-e44d-4e52-a14f-97be4e05c7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.733255 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-42eecc37-e44d-4e52-a14f-97be4e05c7c4 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7089d9bf-51d4-4d4c-ad68-946dbbce396c HTTP/1.1" status: 204 len: 168 time: 0.5023458 Aug 24 07:55:50.766151 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eecc37-e44d-4e52-a14f-97be4e05c7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7089d9bf-51d4-4d4c-ad68-946dbbce396c,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:50.777972 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.925697 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:50.965716 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:50.970010 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:50.971994 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Pushing event updated for resources: {'Port': ['ID=cddb0d7e-7022-4a60-ba3b-4112336a886c,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:50.978086 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:50.985055 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:50.986036 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:51.007765 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:51.033589 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-10b63135-44e7-4f41-83a7-c534ef05b244 req-9bd57e04-8d97-411c-ba8e-c48199db9ff7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 210 time: 0.0676029 Aug 24 07:55:51.100387 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:51.141668 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Allocated IP 172.20.0.4 (dac6160e-2a1d-42ce-8220-e6f39a4fb0ee/64ef6239-583a-4337-bfcb-670f654bc254/45373581-1bd1-4a1b-aff0-a6e9993cd6b9) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:51.193883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:51.325485 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Network 65ded553-11ab-4374-ae54-fd59db440a78 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:51.347026 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:51.358019 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:51.364504 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:51.365345 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:51.372869 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Allocated IP 172.20.0.6 (65ded553-11ab-4374-ae54-fd59db440a78/89be8ce2-165e-44fe-8ef0-2670ee54c8c2/49b68683-54d3-4b18-ac8e-682c0ebad5ee) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:55:51.381871 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:51.408940 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event updated for resources: {'Port': ['ID=5a81c1e6-d657-4fb4-a660-b452ce1735b0,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:51.410570 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-a25e5d70-da8b-49ec-a3b1-1cce48fbe263 None None] Provisioning complete for port cddb0d7e-7022-4a60-ba3b-4112336a886c triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:51.412631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-a25e5d70-da8b-49ec-a3b1-1cce48fbe263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:51.412908 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-455c7feb-2e4d-4840-a6b0-255ffc287e57 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4416156 Aug 24 07:55:51.481714 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-20d2ccba-637d-44da-a9d3-0c77b04de5b5 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:55:51.486778 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-20d2ccba-637d-44da-a9d3-0c77b04de5b5 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0342066 Aug 24 07:55:51.553272 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-a25e5d70-da8b-49ec-a3b1-1cce48fbe263 None None] Port cddb0d7e-7022-4a60-ba3b-4112336a886c cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:51.588100 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-70b5d662-64c3-4957-a5e7-267ff4640bc1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7694764 Aug 24 07:55:51.673164 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-406b9214-83e6-46f9-8b2c-ea189569841b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:51.677730 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e9c48-dc77-4c75-b946-e958b01f96d4 req-9d6418f6-1c31-44b1-9aee-e9de73855b28 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:51.691833 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7a8e9c48-dc77-4c75-b946-e958b01f96d4 req-9d6418f6-1c31-44b1-9aee-e9de73855b28 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 931 time: 0.2862451 Aug 24 07:55:51.753711 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:51.900998 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-1680f810-323b-42d0-aa49-99ecd168b43b None None] Provisioning complete for port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:51.918055 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1680f810-323b-42d0-aa49-99ecd168b43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:51.946926 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7a8e9c48-dc77-4c75-b946-e958b01f96d4 req-168bacab-085e-412a-83bb-d91b47fc405d tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516322 Aug 24 07:55:52.002363 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:52.017937 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:52.027312 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:52.032885 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:52.046649 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:52.048256 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:52.111379 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-1680f810-323b-42d0-aa49-99ecd168b43b None None] Port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:52.186130 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-cdbe7d3f-a5cf-4988-a3ae-34ecb6457487 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9283750 Aug 24 07:55:52.247091 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2802f14d-574f-4139-9f22-e1fb59188e0b req-6303c966-93dd-47f7-b02c-ae8e7d38b8a6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 210 time: 0.4231799 Aug 24 07:55:52.268906 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:52.349142 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e57bb-902e-47d1-8cda-b10adca93b6d req-2b6320fe-ef9a-44b8-98dd-2a40f08fa8f8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:52.349142 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-701e57bb-902e-47d1-8cda-b10adca93b6d req-2b6320fe-ef9a-44b8-98dd-2a40f08fa8f8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 931 time: 0.1029334 Aug 24 07:55:52.594665 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-701e57bb-902e-47d1-8cda-b10adca93b6d req-97d73191-3c48-4687-8c8c-0644217cd1ac tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554407 Aug 24 07:55:52.594665 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Request body: {'port': {'device_id': 'fb0fc412-e048-4edd-9a89-5aaaebb38a42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:52.594665 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:52.598909 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-9199ba8f-50e4-4693-be2b-c9f6b0793c67 None None] Provisioning complete for port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:52.598909 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-9199ba8f-50e4-4693-be2b-c9f6b0793c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:52.600270 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58156) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:52.617431 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:52.677645 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-9199ba8f-50e4-4693-be2b-c9f6b0793c67 None None] Port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:52.679750 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Request body: {'port': {'device_id': 'a266e179-03cc-40b3-902d-aab680174711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:52.705370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Network 65ded553-11ab-4374-ae54-fd59db440a78 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:55:52.714167 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Request body: {'port': {'device_id': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:52.720888 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:52.778915 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:52.779371 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:55:52.779371 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:52.779371 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:52.779371 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event updated for resources: {'Port': ['ID=49b68683-54d3-4b18-ac8e-682c0ebad5ee,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:52.845924 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:52.886382 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.083652 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58168) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:53.121348 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-073781d7-b853-49bb-9b71-813e50dac206 None None] Provisioning complete for port 49b68683-54d3-4b18-ac8e-682c0ebad5ee triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:55:53.122450 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-073781d7-b853-49bb-9b71-813e50dac206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.161018 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba068-3c2e-4ae2-9663-9a95a43dcded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.213001 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-073781d7-b853-49bb-9b71-813e50dac206 None None] Port 49b68683-54d3-4b18-ac8e-682c0ebad5ee cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:55:53.311773 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1016ab-a830-4d5c-9161-8b1c07b7c874 req-6fcf55eb-97c4-48c0-8653-3c14379077dd tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:53.325603 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7e1016ab-a830-4d5c-9161-8b1c07b7c874 req-6fcf55eb-97c4-48c0-8653-3c14379077dd tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 931 time: 0.2071879 Aug 24 07:55:53.339242 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:53.437917 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-aa053187-68fc-4d96-9f01-e614767c3ee5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9595189 Aug 24 07:55:53.460350 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Request body: {'port': {'device_id': '8f68297f-844b-4ab5-a37a-6bccb85cb78a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:53.535681 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7e1016ab-a830-4d5c-9161-8b1c07b7c874 req-cb2529c1-9186-432e-8215-e2c6297f347e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907434 Aug 24 07:55:53.662891 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.667186 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=25 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:53.688808 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81123dd4-42d4-48bc-b768-c3acd16b3b40 req-aaf2c333-06d0-48bf-9486-c07d8ab4abf9 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:53.699270 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-81123dd4-42d4-48bc-b768-c3acd16b3b40 req-aaf2c333-06d0-48bf-9486-c07d8ab4abf9 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 931 time: 0.2244148 Aug 24 07:55:53.719806 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a81c1e6-d657-4fb4-a660-b452ce1735b0 {{(pid=113380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:55:53.742369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-eb1b99be-8615-4e1e-ba30-e1680594f315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.763771 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddb0d7e-7022-4a60-ba3b-4112336a886c {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:55:53.781632 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Publish callbacks [] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.804071 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Publish callbacks [] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.824880 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee08410-eccc-4c6a-a681-e5fcaca9270e req-447463ff-8919-4256-b12b-3471e0d06f5a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:53.831929 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ee08410-eccc-4c6a-a681-e5fcaca9270e req-447463ff-8919-4256-b12b-3471e0d06f5a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 931 time: 0.1739156 Aug 24 07:55:53.835771 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.provisioning_blocks [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Transition to ACTIVE for port object 5a81c1e6-d657-4fb4-a660-b452ce1735b0 will not be triggered until provisioned by entity L2. {{(pid=113380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:55:53.862768 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3b07ab37-8643-402f-b2a5-3b0bec632dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.894418 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Transition to ACTIVE for port object cddb0d7e-7022-4a60-ba3b-4112336a886c will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:55:53.898071 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-81123dd4-42d4-48bc-b768-c3acd16b3b40 req-d8de06e9-499c-459f-9121-6eb994491176 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963418 Aug 24 07:55:53.900846 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba068-3c2e-4ae2-9663-9a95a43dcded admin admin] Publish callbacks [] for security_group (8e8d0146-e54b-4a17-a3df-7b8ca8710f25), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.935184 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:53.950244 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58188) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:54.034389 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ee08410-eccc-4c6a-a681-e5fcaca9270e req-303a17cf-e8b1-407e-b2d6-2f6fd081d1be tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003958 Aug 24 07:55:54.054879 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 {{(pid=113380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:55:54.065519 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Publish callbacks [] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.089581 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba068-3c2e-4ae2-9663-9a95a43dcded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8e8d0146-e54b-4a17-a3df-7b8ca8710f25), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.093559 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.126485 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:54.132394 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.provisioning_blocks [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Transition to ACTIVE for port object 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 will not be triggered until provisioned by entity L2. {{(pid=113380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:55:54.202390 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=cddb0d7e-7022-4a60-ba3b-4112336a886c,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:54.205499 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.208840 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Pushing event updated for resources: {'Port': ['ID=5a81c1e6-d657-4fb4-a660-b452ce1735b0,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:54.218831 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Attempting to bind port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:54.219176 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Attempting to bind port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:54.219496 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Attempting to bind port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 on network 65ded553-11ab-4374-ae54-fd59db440a78 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:54.249660 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 on network 65ded553-11ab-4374-ae54-fd59db440a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:55:54.250034 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Attempting to bind port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 on network 65ded553-11ab-4374-ae54-fd59db440a78 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:54.265550 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:54.265905 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Checking segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:54.266465 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Bound using segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:54.266942 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Bound port: 5a81c1e6-d657-4fb4-a660-b452ce1735b0, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:54.267297 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.331024 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:54.373502 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-59b41b95-a884-4188-877e-bc5934875fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.379291 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Attempting to bind port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:54.379499 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Attempting to bind port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:54.382517 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Attempting to bind port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 on network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:54.390831 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ba068-3c2e-4ae2-9663-9a95a43dcded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8d0146-e54b-4a17-a3df-7b8ca8710f25,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:54.406583 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 on network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:55:54.406880 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Attempting to bind port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 on network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:54.438301 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58202) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:54.443297 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:54.443711 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Checking segment: {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:54.444274 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Bound using segment: {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:54.444865 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Bound port: 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'}}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:54.445341 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.497167 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] For port 5a81c1e6-d657-4fb4-a660-b452ce1735b0, host hv-cinder-85427, cleared binding levels {{(pid=113380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:54.523453 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-eb1b99be-8615-4e1e-ba30-e1680594f315 admin admin] Publish callbacks [] for security_group (c183dbc8-aceb-48c4-b6b1-e185a9d79ab0), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.562098 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] For port 5a81c1e6-d657-4fb4-a660-b452ce1735b0, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:54.578524 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58208) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:54.578683 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-fb4ba068-3c2e-4ae2-9663-9a95a43dcded admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e95df705878f4d9bbcec5d24e0125e58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9798799 Aug 24 07:55:54.595813 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:54.618441 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Attempting to bind port cddb0d7e-7022-4a60-ba3b-4112336a886c on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:54.618441 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Attempting to bind port cddb0d7e-7022-4a60-ba3b-4112336a886c by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:54.618441 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Attempting to bind port cddb0d7e-7022-4a60-ba3b-4112336a886c on network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:54.638746 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-eb1b99be-8615-4e1e-ba30-e1680594f315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c183dbc8-aceb-48c4-b6b1-e185a9d79ab0), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.672145 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-542169475-network', 'tenant_id': '3b86ad2835c149b188a7448d8eed4746'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:54.687430 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Port cddb0d7e-7022-4a60-ba3b-4112336a886c on network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:55:54.687758 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Attempting to bind port cddb0d7e-7022-4a60-ba3b-4112336a886c on network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:54.706526 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.741289 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:54.741780 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Checking segment: {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:54.742425 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Bound using segment: {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:54.742998 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Bound port: cddb0d7e-7022-4a60-ba3b-4112336a886c, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6240daff-cb51-4765-9486-ea194ebabc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:54.743452 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.746986 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b68683-54d3-4b18-ac8e-682c0ebad5ee {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:55:54.783124 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b99be-8615-4e1e-ba30-e1680594f315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c183dbc8-aceb-48c4-b6b1-e185a9d79ab0,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:54.794647 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Publish callbacks [] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.805192 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, cleared binding levels {{(pid=113380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:54.819106 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-59b41b95-a884-4188-877e-bc5934875fc5 admin admin] Publish callbacks [] for security_group (8f20fc80-5a5f-4d0f-accf-f1e79ae3b83c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.826196 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:54.826196 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.826196 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/5a81c1e6-d657-4fb4-a660-b452ce1735b0 HTTP/1.1" status: 200 len: 1094 time: 2.9180932 Aug 24 07:55:54.826196 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0fc412-e048-4edd-9a89-5aaaebb38a42', 'tag': '5a81c1e6-d657-4fb4-a660-b452ce1735b0'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:55:54.828107 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-eb1b99be-8615-4e1e-ba30-e1680594f315 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=d2a4b5afd95d436f916d9cc485d77b79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7361386 Aug 24 07:55:54.837740 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Transition to ACTIVE for port object 49b68683-54d3-4b18-ac8e-682c0ebad5ee will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:55:54.840243 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58224) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:54.922469 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7dca7-be61-45ae-9919-e37ae064881f service neutron] Pushing event updated for resources: {'Port': ['ID=5a81c1e6-d657-4fb4-a660-b452ce1735b0,revision_number=3']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:54.939997 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Made reservation on behalf of 3b86ad2835c149b188a7448d8eed4746 for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:54.943066 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.946680 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f1f301b5-4839-419b-91cf-21592c408065 admin admin] Publish callbacks [] for security_group (c183dbc8-aceb-48c4-b6b1-e185a9d79ab0), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.964016 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.975172 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:54.977352 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-59b41b95-a884-4188-877e-bc5934875fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8f20fc80-5a5f-4d0f-accf-f1e79ae3b83c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.018326 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f1f301b5-4839-419b-91cf-21592c408065 admin admin] Publish callbacks [] for security_group (c183dbc8-aceb-48c4-b6b1-e185a9d79ab0), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.020285 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:55.104930 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] For port cddb0d7e-7022-4a60-ba3b-4112336a886c, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:55.136848 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-59b41b95-a884-4188-877e-bc5934875fc5 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=70557f70665b440ba434d06d57b04f78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0612504 Aug 24 07:55:55.159998 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58234) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:55.195987 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] For port cddb0d7e-7022-4a60-ba3b-4112336a886c, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddb0d7e-7022-4a60-ba3b-4112336a886c,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:55.215488 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Publish callbacks [] for security_group (7c779b55-a8c1-45bf-9d6a-cfec64d8e233), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.219694 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b41b95-a884-4188-877e-bc5934875fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f20fc80-5a5f-4d0f-accf-f1e79ae3b83c,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:55.244148 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Pushing event updated for resources: {'Port': ['ID=49b68683-54d3-4b18-ac8e-682c0ebad5ee,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:55.280203 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Attempting to bind port 49b68683-54d3-4b18-ac8e-682c0ebad5ee on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:55:55.284353 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Attempting to bind port 49b68683-54d3-4b18-ac8e-682c0ebad5ee by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:55:55.284353 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Attempting to bind port 49b68683-54d3-4b18-ac8e-682c0ebad5ee on network 65ded553-11ab-4374-ae54-fd59db440a78 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:55.307113 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e034f-0403-4a2d-b9c8-e17fc59a1656 req-f21bf2c8-b473-4029-886c-7aee7066d6ad tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:55.316749 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5f8e034f-0403-4a2d-b9c8-e17fc59a1656 req-f21bf2c8-b473-4029-886c-7aee7066d6ad tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.2115092 Aug 24 07:55:55.316969 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe57458-b4d5-4024-99fd-e2217b9fd287" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0fc412-e048-4edd-9a89-5aaaebb38a42", "tag": "5a81c1e6-d657-4fb4-a660-b452ce1735b0"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:55:55.336689 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940ea63-86e7-4187-ba64-5aa42c0020bd req-86c4513b-23b4-433e-8614-5429949ff1a0 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:55.340286 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a940ea63-86e7-4187-ba64-5aa42c0020bd req-86c4513b-23b4-433e-8614-5429949ff1a0 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 943 time: 0.6713552 Aug 24 07:55:55.342033 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Port 49b68683-54d3-4b18-ac8e-682c0ebad5ee on network 65ded553-11ab-4374-ae54-fd59db440a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:55:55.342428 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Attempting to bind port 49b68683-54d3-4b18-ac8e-682c0ebad5ee on network 65ded553-11ab-4374-ae54-fd59db440a78 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:55:55.348348 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.365117 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:55:55.368677 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Checking segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:55.368677 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Bound using segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:55:55.368677 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Bound port: 49b68683-54d3-4b18-ac8e-682c0ebad5ee, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:55:55.368677 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.369252 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-fd93e06a-2480-4794-a04d-739f84b71cee admin admin] Publish callbacks [] for security_group (8e8d0146-e54b-4a17-a3df-7b8ca8710f25), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.369252 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7c779b55-a8c1-45bf-9d6a-cfec64d8e233), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.379987 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.382452 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-c6611319-2b12-48f3-9575-546a817fe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:55.385232 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:55.386629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.387501 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-c6611319-2b12-48f3-9575-546a817fe286 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 1128 time: 0.3640287 Aug 24 07:55:55.388210 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/cddb0d7e-7022-4a60-ba3b-4112336a886c HTTP/1.1" status: 200 len: 1093 time: 3.1388047 Aug 24 07:55:55.388883 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:55.389567 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.390875 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/45373581-1bd1-4a1b-aff0-a6e9993cd6b9 HTTP/1.1" status: 200 len: 1093 time: 3.1714859 Aug 24 07:55:55.394047 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'tag': 'cddb0d7e-7022-4a60-ba3b-4112336a886c'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:55:55.494633 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f1f301b5-4839-419b-91cf-21592c408065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c183dbc8-aceb-48c4-b6b1-e185a9d79ab0), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.496483 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.497337 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f1f301b5-4839-419b-91cf-21592c408065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.501717 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-f1f301b5-4839-419b-91cf-21592c408065 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c183dbc8-aceb-48c4-b6b1-e185a9d79ab0 HTTP/1.1" status: 204 len: 168 time: 0.6568162 Aug 24 07:55:55.519706 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-fd93e06a-2480-4794-a04d-739f84b71cee admin admin] Publish callbacks [] for security_group (8e8d0146-e54b-4a17-a3df-7b8ca8710f25), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.528610 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f301b5-4839-419b-91cf-21592c408065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c183dbc8-aceb-48c4-b6b1-e185a9d79ab0,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:55.541431 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b6156a6c-22a3-4026-b7a8-a9c444169588 admin admin] Publish callbacks [] for security_group (8f20fc80-5a5f-4d0f-accf-f1e79ae3b83c), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.573057 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:55:55.596808 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-6a652b61-d3e1-4890-8875-fa01c9afbced service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0 HTTP/1.1" status: 200 len: 217 time: 0.1681240 Aug 24 07:55:55.606862 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c779b55-a8c1-45bf-9d6a-cfec64d8e233,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:55.646997 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (d47af71f-943b-4a1e-aea9-94d8ae4afdd7), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.647687 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Added segment d47af71f-943b-4a1e-aea9-94d8ae4afdd7 of type vlan for network b3842eb5-1a1e-4ce0-9769-7e6c55d6892e Aug 24 07:55:55.767547 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b6156a6c-22a3-4026-b7a8-a9c444169588 admin admin] Publish callbacks [] for security_group (8f20fc80-5a5f-4d0f-accf-f1e79ae3b83c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.770603 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758c5ea-211e-4cf4-b0f2-614abe61025f service neutron] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=3']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:55.832416 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf83a92-8054-4a9a-9061-bc8e7be92780" -d '{"events": [{"name": "network-changed", "server_uuid": "da017fd6-2861-4ef8-b216-cb16309cdf1b", "tag": "cddb0d7e-7022-4a60-ba3b-4112336a886c"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:55:55.836634 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a940ea63-86e7-4187-ba64-5aa42c0020bd req-1ab0408b-fff7-4073-a2c1-123ca70ece96 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634490 Aug 24 07:55:55.859611 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-2e56d497-c728-4199-b8ea-05ead2dbb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:55.861394 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-2e56d497-c728-4199-b8ea-05ead2dbb2e4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 1127 time: 0.2160378 Aug 24 07:55:55.864847 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (b3842eb5-1a1e-4ce0-9769-7e6c55d6892e), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.871403 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-6ec3bc29-6b88-458a-8150-38e4e6d26852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:55.873137 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-6ec3bc29-6b88-458a-8150-38e4e6d26852 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.2302983 Aug 24 07:55:55.949263 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b6156a6c-22a3-4026-b7a8-a9c444169588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8f20fc80-5a5f-4d0f-accf-f1e79ae3b83c), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.951895 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b6156a6c-22a3-4026-b7a8-a9c444169588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:55.953140 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-b6156a6c-22a3-4026-b7a8-a9c444169588 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8f20fc80-5a5f-4d0f-accf-f1e79ae3b83c HTTP/1.1" status: 204 len: 168 time: 0.7797813 Aug 24 07:55:55.967242 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5f8e034f-0403-4a2d-b9c8-e17fc59a1656 req-cece873f-74de-4611-a51d-edbe9f75d3da tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298423 Aug 24 07:55:55.985346 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ec233-eb3c-4ab1-a8c1-50eb9b9f2ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=cddb0d7e-7022-4a60-ba3b-4112336a886c,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:56.005897 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-2a571a20-366e-4667-924e-708398e93ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:56.007558 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-2a571a20-366e-4667-924e-708398e93ce7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=601816703e524795ab40b1dea9393870&device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 1127 time: 0.1821079 Aug 24 07:55:56.012433 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6156a6c-22a3-4026-b7a8-a9c444169588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f20fc80-5a5f-4d0f-accf-f1e79ae3b83c,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:56.024640 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:56.085303 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] For port 49b68683-54d3-4b18-ac8e-682c0ebad5ee, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:55:56.100841 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-fd93e06a-2480-4794-a04d-739f84b71cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8e8d0146-e54b-4a17-a3df-7b8ca8710f25), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:56.101904 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-fd93e06a-2480-4794-a04d-739f84b71cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:56.106840 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-fd93e06a-2480-4794-a04d-739f84b71cee admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8e8d0146-e54b-4a17-a3df-7b8ca8710f25 HTTP/1.1" status: 204 len: 168 time: 1.5261507 Aug 24 07:55:56.107869 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (b3842eb5-1a1e-4ce0-9769-7e6c55d6892e), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:56.109278 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:56.110019 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:56.171201 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-4d93c1f5-0395-4f55-a136-ce5d4588941c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9 HTTP/1.1" status: 200 len: 217 time: 0.2091758 Aug 24 07:55:56.171298 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-19df4597-664c-4320-8f89-4603f4a1af49 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cddb0d7e-7022-4a60-ba3b-4112336a886c HTTP/1.1" status: 200 len: 217 time: 0.1419435 Aug 24 07:55:56.174316 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] For port 49b68683-54d3-4b18-ac8e-682c0ebad5ee, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=49b68683-54d3-4b18-ac8e-682c0ebad5ee,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:55:56.241940 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93e06a-2480-4794-a04d-739f84b71cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8d0146-e54b-4a17-a3df-7b8ca8710f25,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:56.272889 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-5f94356d-cf50-4e38-bdde-1ed2cc36bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:56.274538 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-5f94356d-cf50-4e38-bdde-1ed2cc36bbe3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3138473 Aug 24 07:55:56.290185 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5a7f6-2d37-4de5-8c05-0994c93f1aec req-2b6787f7-d2cf-471c-8bff-eea10ed033a2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:56.290185 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-02a5a7f6-2d37-4de5-8c05-0994c93f1aec req-2b6787f7-d2cf-471c-8bff-eea10ed033a2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.2993941 Aug 24 07:55:56.372863 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:56.400169 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:56.400950 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:56.402982 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/49b68683-54d3-4b18-ac8e-682c0ebad5ee HTTP/1.1" status: 200 len: 1093 time: 2.9473138 Aug 24 07:55:56.463561 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-a9833246-e1b2-4a78-b440-3bfc55ee87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:56.467043 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-a9833246-e1b2-4a78-b440-3bfc55ee87fa service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0bf6c0cc-0e5f-4ff0-99d0-f75758576434 HTTP/1.1" status: 200 len: 851 time: 0.2174845 Aug 24 07:55:56.653202 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa876b8-202f-4764-9553-44d6c86d86d0 service neutron] Pushing event updated for resources: {'Port': ['ID=49b68683-54d3-4b18-ac8e-682c0ebad5ee,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:56.668856 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-a385e565-fcc9-4f2f-a856-2aa7eb9f6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:56.671129 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-a385e565-fcc9-4f2f-a856-2aa7eb9f6a11 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=00f0eb35-7210-4b2e-9f07-2d659f7b3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1822100 Aug 24 07:55:56.705829 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-13847811-9acb-496d-bd42-a0a0cf19287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:56.707388 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-13847811-9acb-496d-bd42-a0a0cf19287e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 1127 time: 0.0737436 Aug 24 07:55:56.750566 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dbfb0b-2273-4c78-8351-8850c24cb914 x-openstack-request-id: req-20dbfb0b-2273-4c78-8351-8850c24cb914 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:55:56.751069 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0fc412-e048-4edd-9a89-5aaaebb38a42", "tag": "5a81c1e6-d657-4fb4-a660-b452ce1735b0", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:55:56.751464 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20dbfb0b-2273-4c78-8351-8850c24cb914 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:55:56.752078 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dbfb0b-2273-4c78-8351-8850c24cb914'] response: {'name': 'network-changed', 'server_uuid': 'fb0fc412-e048-4edd-9a89-5aaaebb38a42', 'tag': '5a81c1e6-d657-4fb4-a660-b452ce1735b0', 'status': 'completed', 'code': 200} Aug 24 07:55:56.768900 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] Pushing event updated for resources: {'Network': ['ID=b3842eb5-1a1e-4ce0-9769-7e6c55d6892e,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:56.778422 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-627c6af9-1ecf-4a3b-a3da-64e5ff8c7569 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3337157 Aug 24 07:55:56.780191 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58280) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:56.788369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Request body: {'subnet': {'network_id': 'b3842eb5-1a1e-4ce0-9769-7e6c55d6892e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-542169475-subnet', 'tenant_id': '3b86ad2835c149b188a7448d8eed4746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:55:56.832451 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network b3842eb5-1a1e-4ce0-9769-7e6c55d6892e details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:55:56.848192 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:56.853641 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-02a5a7f6-2d37-4de5-8c05-0994c93f1aec req-6e4535b0-cb01-44ef-9716-b8635d194a2c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641439 Aug 24 07:55:56.875793 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-fd14dca2-4933-4e18-9381-62596c33043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:56.877558 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-fd14dca2-4933-4e18-9381-62596c33043d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.6198616 Aug 24 07:55:56.930491 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Made reservation on behalf of 3b86ad2835c149b188a7448d8eed4746 for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:55:56.941348 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:56.952770 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-b841a1f2-c27f-4bb6-ad42-a0c886cbe598 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569889 Aug 24 07:55:57.025541 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:57.091757 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47acf50-34d6-463e-bd6e-a48ee032a177 req-69eb1fa7-3f15-464a-8e0f-3e868d3db291 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:57.093385 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b47acf50-34d6-463e-bd6e-a48ee032a177 req-69eb1fa7-3f15-464a-8e0f-3e868d3db291 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 943 time: 0.0953274 Aug 24 07:55:57.177637 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:57.206101 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-9ebeaee8-856c-4b77-b0e8-e593bcd65be8 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b68683-54d3-4b18-ac8e-682c0ebad5ee HTTP/1.1" status: 200 len: 217 time: 0.1035020 Aug 24 07:55:57.219839 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-046f6185-28b8-4307-9aec-9b36b7fcef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:57.221586 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-046f6185-28b8-4307-9aec-9b36b7fcef64 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231740 Aug 24 07:55:57.305973 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806dbe08-cbed-4bb7-8e70-36110e921775 x-openstack-request-id: req-806dbe08-cbed-4bb7-8e70-36110e921775 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:55:57.306266 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da017fd6-2861-4ef8-b216-cb16309cdf1b", "tag": "cddb0d7e-7022-4a60-ba3b-4112336a886c", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:55:57.306516 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-806dbe08-cbed-4bb7-8e70-36110e921775 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:55:57.306959 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806dbe08-cbed-4bb7-8e70-36110e921775'] response: {'name': 'network-changed', 'server_uuid': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'tag': 'cddb0d7e-7022-4a60-ba3b-4112336a886c', 'status': 'completed', 'code': 200} Aug 24 07:55:57.330979 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b47acf50-34d6-463e-bd6e-a48ee032a177 req-36b1d0f5-22b4-466b-870b-7ac63c8bcc4e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307725 Aug 24 07:55:57.383166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58304) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:57.389894 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:57.442424 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b0ded2d7-69b1-4060-a825-9b77e546e54a req-5157ac24-cadc-42f3-a89a-031823611ab4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450835 Aug 24 07:55:57.473298 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-492d0195-6650-4f22-87a8-9161a6e22412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:57.522490 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49189540-3312-46ba-9b55-88dfef771e5d req-cf1edd91-953b-43c0-ad6a-cc32470637b5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:57.530253 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-49189540-3312-46ba-9b55-88dfef771e5d req-cf1edd91-953b-43c0-ad6a-cc32470637b5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.1344976 Aug 24 07:55:57.540273 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-4b926003-6cd5-492c-b683-1a6bf44cb1be service neutron] 10.222.0.45 "GET /networking/v2.0/networks/00f0eb35-7210-4b2e-9f07-2d659f7b3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593129 Aug 24 07:55:57.587341 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-492d0195-6650-4f22-87a8-9161a6e22412 admin admin] Publish callbacks [] for security_group (0d9273d2-6aa0-4e04-aa6b-ba89dbdecfd6), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:57.587504 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-66557efb-5e67-4de2-b5c5-ce94a3c8ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:57.587504 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-66557efb-5e67-4de2-b5c5-ce94a3c8ea2a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.3181190 Aug 24 07:55:57.605816 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-0c270477-83d0-4997-96a4-27a08369672e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381376 Aug 24 07:55:57.641567 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-49189540-3312-46ba-9b55-88dfef771e5d req-a964ca08-5ff0-48de-9cd0-a924d4caa246 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099792 Aug 24 07:55:57.713540 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-492d0195-6650-4f22-87a8-9161a6e22412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0d9273d2-6aa0-4e04-aa6b-ba89dbdecfd6), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:57.723676 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (f6694e57-d4d9-4dc4-9b0f-cbf5d56c4b51), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:57.791893 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d0195-6650-4f22-87a8-9161a6e22412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9273d2-6aa0-4e04-aa6b-ba89dbdecfd6,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:57.801320 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-25cdc1cb-7da5-4ea1-a16c-19ca2dbe72eb req-acd8995f-4163-41ee-976b-cd4026383e65 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/00f0eb35-7210-4b2e-9f07-2d659f7b3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313256 Aug 24 07:55:57.801982 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-492d0195-6650-4f22-87a8-9161a6e22412 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=46f5b7ef37a142e6879ca69dba9a9560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4163005 Aug 24 07:55:57.802765 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58306) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:57.845559 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Checking segment: {'id': 'd47af71f-943b-4a1e-aea9-94d8ae4afdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b3842eb5-1a1e-4ce0-9769-7e6c55d6892e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:55:57.846086 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Network hostable DHCP agents. Network: b3842eb5-1a1e-4ce0-9769-7e6c55d6892e, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:55:57.856360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6694e57-d4d9-4dc4-9b0f-cbf5d56c4b51,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:57.870988 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3dd3eb3b-4bab-4b75-afc2-48843009230a admin admin] Publish callbacks [] for security_group (0d9273d2-6aa0-4e04-aa6b-ba89dbdecfd6), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:57.897363 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3dd3eb3b-4bab-4b75-afc2-48843009230a admin admin] Publish callbacks [] for security_group (0d9273d2-6aa0-4e04-aa6b-ba89dbdecfd6), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:57.970355 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Network b3842eb5-1a1e-4ce0-9769-7e6c55d6892e is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:55:58.012938 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe405c1b-822c-46ca-a63c-94e9d7469b2f req-00e1ef17-0713-4eb9-a4d2-b50b63449a41 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:58.014823 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fe405c1b-822c-46ca-a63c-94e9d7469b2f req-00e1ef17-0713-4eb9-a4d2-b50b63449a41 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0553126 Aug 24 07:55:58.056156 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, b3842eb5-1a1e-4ce0-9769-7e6c55d6892e) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:55:58.061870 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:58.062177 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:58.081687 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac01b5-2a57-4387-8f6c-54ac98396594 None None] Network b3842eb5-1a1e-4ce0-9769-7e6c55d6892e requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:55:58.097468 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fe405c1b-822c-46ca-a63c-94e9d7469b2f req-65734ee2-1194-4df7-8a05-26e1b56ab898 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755601 Aug 24 07:55:58.098680 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3dd3eb3b-4bab-4b75-afc2-48843009230a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0d9273d2-6aa0-4e04-aa6b-ba89dbdecfd6), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:58.101262 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3dd3eb3b-4bab-4b75-afc2-48843009230a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:58.102509 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-3dd3eb3b-4bab-4b75-afc2-48843009230a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0d9273d2-6aa0-4e04-aa6b-ba89dbdecfd6 HTTP/1.1" status: 204 len: 168 time: 0.2982588 Aug 24 07:55:58.111271 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3eb3b-4bab-4b75-afc2-48843009230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9273d2-6aa0-4e04-aa6b-ba89dbdecfd6,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:58.146423 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58314) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:58.167162 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7bd7ff0e-a160-4df4-bba1-453a72e9d706 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3849218 Aug 24 07:55:58.168907 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25dc0ab9-9a11-411f-9117-af55a223b658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:58.288615 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25dc0ab9-9a11-411f-9117-af55a223b658 admin admin] Publish callbacks [] for security_group (951fc289-9cfa-41e6-b709-fb1e622db4a1), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:58.310004 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58318) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:58.355306 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8374cec-45f1-4a87-9cd4-c382f03c0b30 None None] Network b3842eb5-1a1e-4ce0-9769-7e6c55d6892e requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:55:58.360271 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25dc0ab9-9a11-411f-9117-af55a223b658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (951fc289-9cfa-41e6-b709-fb1e622db4a1), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:58.420696 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-25dc0ab9-9a11-411f-9117-af55a223b658 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=1d35a64e5cd7423ba642529e822d1342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709007 Aug 24 07:55:58.421871 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58324) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:58.422465 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc0ab9-9a11-411f-9117-af55a223b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951fc289-9cfa-41e6-b709-fb1e622db4a1,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:58.532488 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-f9d47bb5-3d2a-4d66-9302-04a74bc3cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:58.536606 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-f9d47bb5-3d2a-4d66-9302-04a74bc3cba2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944362 Aug 24 07:55:58.545576 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-45924ee1-007b-4532-a75e-7b416fe777ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:58.548090 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-45924ee1-007b-4532-a75e-7b416fe777ef service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 1128 time: 0.0967901 Aug 24 07:55:58.582538 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:58.749412 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-6cf3b91d-a340-428d-b895-cd866b35f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:58.754872 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58328) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:58.755423 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:55:58.757572 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:55:58.769252 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-6cf3b91d-a340-428d-b895-cd866b35f152 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=601816703e524795ab40b1dea9393870&device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 1127 time: 0.1539812 Aug 24 07:55:58.791248 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34169c6-53e5-4a4a-9564-5e2801dc9508 req-3073bbcb-f362-4e94-8672-4ebff244c41b tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:58.809220 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b34169c6-53e5-4a4a-9564-5e2801dc9508 req-3073bbcb-f362-4e94-8672-4ebff244c41b tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 943 time: 0.2694461 Aug 24 07:55:58.845046 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:58.851972 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-ff59bbf3-61e7-4c35-aa74-2fa621bb7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:58.853177 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-ff59bbf3-61e7-4c35-aa74-2fa621bb7cd0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.2551358 Aug 24 07:55:58.875747 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4b36a55-a0e9-4d43-a74a-856ffeb61642 req-671797cf-509b-48bb-b79c-2b9711dcb35f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833447 Aug 24 07:55:58.901942 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b34169c6-53e5-4a4a-9564-5e2801dc9508 req-f02b6421-e31a-4342-9f5b-5761641d721a tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890896 Aug 24 07:55:58.955075 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e010dbbc-bd74-4dcd-ab56-be66ef7b771f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:59.001787 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78640e31-63a9-4a71-9e68-3c7c85bbe882 x-openstack-request-id: req-78640e31-63a9-4a71-9e68-3c7c85bbe882 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:55:59.002657 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:55:59.002657 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78640e31-63a9-4a71-9e68-3c7c85bbe882 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:55:59.002657 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78640e31-63a9-4a71-9e68-3c7c85bbe882'] response: {'name': 'network-changed', 'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'status': 'completed', 'code': 200} Aug 24 07:55:59.017169 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4edb5-f3b9-455a-ba22-8d3d90831ab5 req-cc47de8f-54ca-41d6-a0e7-aae517179021 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:59.019076 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-17d4edb5-f3b9-455a-ba22-8d3d90831ab5 req-cc47de8f-54ca-41d6-a0e7-aae517179021 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.2715392 Aug 24 07:55:59.020858 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ce446068-18ae-45a4-adf9-22ef4dcb50d7 admin admin] Publish callbacks [] for security_group (951fc289-9cfa-41e6-b709-fb1e622db4a1), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:59.116395 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-a25a96ea-9c7a-4c57-9a25-e86df9afc3b8 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0 HTTP/1.1" status: 200 len: 217 time: 0.0944197 Aug 24 07:55:59.223386 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ce446068-18ae-45a4-adf9-22ef4dcb50d7 admin admin] Publish callbacks [] for security_group (951fc289-9cfa-41e6-b709-fb1e622db4a1), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:59.295712 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-17d4edb5-f3b9-455a-ba22-8d3d90831ab5 req-61751edc-8db4-4774-8fa4-1771a0205a96 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638814 Aug 24 07:55:59.308475 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-f27a6679-295e-48ad-bd19-97d116c3c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:59.309725 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f68297f-844b-4ab5-a37a-6bccb85cb78a', 'tag': '49b68683-54d3-4b18-ac8e-682c0ebad5ee'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:55:59.310144 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-f27a6679-295e-48ad-bd19-97d116c3c993 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 1127 time: 0.1504784 Aug 24 07:55:59.312300 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cea2f93-8010-4e62-93be-38545fedc155" -d '{"events": [{"name": "network-changed", "server_uuid": "8f68297f-844b-4ab5-a37a-6bccb85cb78a", "tag": "49b68683-54d3-4b18-ac8e-682c0ebad5ee"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:55:59.341213 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-6f32f3b9-69e3-45d0-844f-7f205f7dadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:59.342692 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-6f32f3b9-69e3-45d0-844f-7f205f7dadf9 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.1965389 Aug 24 07:55:59.405289 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e010dbbc-bd74-4dcd-ab56-be66ef7b771f admin admin] Publish callbacks [] for security_group (6c38bc60-0660-4382-a942-c0b513b5db0a), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:59.523268 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c2b3d-098b-4f16-9d14-0f646f8144bd req-2bb312eb-0073-4ba4-85db-3856d322c6fc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:59.523268 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d93c2b3d-098b-4f16-9d14-0f646f8144bd req-2bb312eb-0073-4ba4-85db-3856d322c6fc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.1851933 Aug 24 07:55:59.523268 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-8c3848f3-5839-4856-b10b-c0fd95a4f52d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049675 Aug 24 07:55:59.523268 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05344071-dafe-4054-ae79-f8694c730cec x-openstack-request-id: req-05344071-dafe-4054-ae79-f8694c730cec {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:55:59.523268 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f68297f-844b-4ab5-a37a-6bccb85cb78a", "tag": "49b68683-54d3-4b18-ac8e-682c0ebad5ee", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:55:59.523268 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05344071-dafe-4054-ae79-f8694c730cec {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:55:59.523268 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05344071-dafe-4054-ae79-f8694c730cec'] response: {'name': 'network-changed', 'server_uuid': '8f68297f-844b-4ab5-a37a-6bccb85cb78a', 'tag': '49b68683-54d3-4b18-ac8e-682c0ebad5ee', 'status': 'completed', 'code': 200} Aug 24 07:55:59.529335 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fd40e6f0-67b8-4f26-931c-a3ea69f63e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:59.583556 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e010dbbc-bd74-4dcd-ab56-be66ef7b771f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (6c38bc60-0660-4382-a942-c0b513b5db0a), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:59.607849 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-e664b5d6-549f-4081-ab2c-d9a6d6c00f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:59.609363 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-e664b5d6-549f-4081-ab2c-d9a6d6c00f10 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 917 time: 0.1972926 Aug 24 07:55:59.645719 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-0d61774b-5bc5-4f08-a95a-ae036d05932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:59.646849 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-0d61774b-5bc5-4f08-a95a-ae036d05932c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2359023 Aug 24 07:55:59.708773 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-5acda40e-b5e4-4641-af36-fe18a30e1980 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9 HTTP/1.1" status: 200 len: 217 time: 0.0864663 Aug 24 07:55:59.713214 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-e010dbbc-bd74-4dcd-ab56-be66ef7b771f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=6a217e5dacbf48dd8545bf4a68444c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9391088 Aug 24 07:55:59.724580 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58354) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:55:59.728331 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010dbbc-bd74-4dcd-ab56-be66ef7b771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c38bc60-0660-4382-a942-c0b513b5db0a,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:55:59.807705 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-f88a8b43-abc4-4fa1-82db-0ec7000098c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:59.809717 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-f88a8b43-abc4-4fa1-82db-0ec7000098c1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 HTTP/1.1" status: 200 len: 913 time: 0.8131335 Aug 24 07:55:59.872061 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-7bed3c38-90f2-4681-a1c7-7280d48a2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:59.873491 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-7bed3c38-90f2-4681-a1c7-7280d48a2306 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.1476777 Aug 24 07:55:59.899659 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:55:59.917987 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d93c2b3d-098b-4f16-9d14-0f646f8144bd req-50e0b4c6-e48f-476e-80bf-2965b5a64838 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480541 Aug 24 07:55:59.925183 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-2ecbe179-6d99-4cf4-bb2b-01420b908a66 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cddb0d7e-7022-4a60-ba3b-4112336a886c HTTP/1.1" status: 200 len: 217 time: 0.0760434 Aug 24 07:55:59.947697 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-bc60324f-a73f-4614-a4ba-2295aa70cd9b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531197 Aug 24 07:55:59.949155 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-cfa49856-5548-4843-a10d-9345c72b1483 admin admin] Publish callbacks [] for security_group (6c38bc60-0660-4382-a942-c0b513b5db0a), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:55:59.978484 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-3f668d18-3d32-4cae-9259-e599a2c2dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:55:59.980768 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-3f668d18-3d32-4cae-9259-e599a2c2dd7b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993309 Aug 24 07:56:00.002818 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ce446068-18ae-45a4-adf9-22ef4dcb50d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (951fc289-9cfa-41e6-b709-fb1e622db4a1), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:00.006934 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ce446068-18ae-45a4-adf9-22ef4dcb50d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:00.010505 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-cfa49856-5548-4843-a10d-9345c72b1483 admin admin] Publish callbacks [] for security_group (6c38bc60-0660-4382-a942-c0b513b5db0a), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:00.015055 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ce446068-18ae-45a4-adf9-22ef4dcb50d7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/951fc289-9cfa-41e6-b709-fb1e622db4a1 HTTP/1.1" status: 204 len: 168 time: 1.5881705 Aug 24 07:56:00.042632 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce446068-18ae-45a4-adf9-22ef4dcb50d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951fc289-9cfa-41e6-b709-fb1e622db4a1,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:00.046382 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-0d058d3e-0c22-4ed9-8a23-ebe5a8694481 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480785 Aug 24 07:56:00.062260 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-92eacb8f-1b3d-45ed-813a-0b998053a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:00.064117 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-92eacb8f-1b3d-45ed-813a-0b998053a623 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0bf6c0cc-0e5f-4ff0-99d0-f75758576434 HTTP/1.1" status: 200 len: 851 time: 0.1225328 Aug 24 07:56:00.154979 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fd40e6f0-67b8-4f26-931c-a3ea69f63e8f admin admin] Publish callbacks [] for security_group (c456128e-94fe-4b07-a8b7-7ea36d72f1e4), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:00.156892 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-57158d9d-c108-4eb4-98a1-5f38268afdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:00.158583 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-57158d9d-c108-4eb4-98a1-5f38268afdf9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=00f0eb35-7210-4b2e-9f07-2d659f7b3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791283 Aug 24 07:56:00.271231 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fd40e6f0-67b8-4f26-931c-a3ea69f63e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c456128e-94fe-4b07-a8b7-7ea36d72f1e4), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:00.281322 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec1623-d238-4f6a-b7ef-14f83d63da55 req-64b5d018-a9a0-4b59-9f54-65f199a399f5 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:00.289589 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-32ec1623-d238-4f6a-b7ef-14f83d63da55 req-64b5d018-a9a0-4b59-9f54-65f199a399f5 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 943 time: 0.2109179 Aug 24 07:56:00.324176 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-fd40e6f0-67b8-4f26-931c-a3ea69f63e8f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a0132d93372a452d8b399dd12d16c2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0157473 Aug 24 07:56:00.325059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40e6f0-67b8-4f26-931c-a3ea69f63e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c456128e-94fe-4b07-a8b7-7ea36d72f1e4,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:00.327655 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58368) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:00.331828 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-7b09ffbe-8658-48ca-a7b4-58e1751e4294 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275464 Aug 24 07:56:00.348241 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fe57458-b4d5-4024-99fd-e2217b9fd287 req-14ff98dc-2651-4a00-8ca6-b96f4671bdc7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844199 Aug 24 07:56:00.440980 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58372) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:00.568014 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-0ee62537-fe82-438c-8ef5-767a6f24f082 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/00f0eb35-7210-4b2e-9f07-2d659f7b3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087076 Aug 24 07:56:00.595617 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc90324-ed5f-4b4d-80b5-987a5ee21a92 req-249d00c6-1b5e-4aa2-94bf-6ded240a20bb tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:00.598655 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fc90324-ed5f-4b4d-80b5-987a5ee21a92 req-249d00c6-1b5e-4aa2-94bf-6ded240a20bb tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.1266284 Aug 24 07:56:00.694215 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-87be3a84-2c2c-4e6e-bc14-e3fde60a6537 admin admin] Publish callbacks [] for security_group (c456128e-94fe-4b07-a8b7-7ea36d72f1e4), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:00.747577 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-32ec1623-d238-4f6a-b7ef-14f83d63da55 req-dc6b506f-7beb-43b7-8bb1-ef8920fd2ed0 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353378 Aug 24 07:56:00.755075 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1854426016-network', 'tenant_id': '752bd72aaa0f47b6a4c0b611e9ba59e1'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:00.756499 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-87be3a84-2c2c-4e6e-bc14-e3fde60a6537 admin admin] Publish callbacks [] for security_group (c456128e-94fe-4b07-a8b7-7ea36d72f1e4), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:00.761335 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-cfa49856-5548-4843-a10d-9345c72b1483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (6c38bc60-0660-4382-a942-c0b513b5db0a), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:00.778786 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-cfa49856-5548-4843-a10d-9345c72b1483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:00.786911 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-cfa49856-5548-4843-a10d-9345c72b1483 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6c38bc60-0660-4382-a942-c0b513b5db0a HTTP/1.1" status: 204 len: 168 time: 1.0594742 Aug 24 07:56:00.820397 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fc90324-ed5f-4b4d-80b5-987a5ee21a92 req-f8eefea2-0616-4af0-8aed-fafc8f52e375 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096717 Aug 24 07:56:00.859227 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-731f182f-73c7-46e7-8a8c-cadca6acb325 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169362 Aug 24 07:56:00.886545 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-faf83a92-8054-4a9a-9061-bc8e7be92780 req-98002217-f234-42fe-8cf2-1e8c381dec1c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/00f0eb35-7210-4b2e-9f07-2d659f7b3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746944 Aug 24 07:56:00.937021 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa49856-5548-4843-a10d-9345c72b1483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c38bc60-0660-4382-a942-c0b513b5db0a,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:00.940377 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2f93-8010-4e62-93be-38545fedc155 req-912c27a6-c52f-40de-a36e-91d063d8ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:00.941900 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8cea2f93-8010-4e62-93be-38545fedc155 req-912c27a6-c52f-40de-a36e-91d063d8ec1e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 1127 time: 0.1992495 Aug 24 07:56:01.078253 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-87be3a84-2c2c-4e6e-bc14-e3fde60a6537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c456128e-94fe-4b07-a8b7-7ea36d72f1e4), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.081012 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-87be3a84-2c2c-4e6e-bc14-e3fde60a6537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.089309 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-87be3a84-2c2c-4e6e-bc14-e3fde60a6537 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c456128e-94fe-4b07-a8b7-7ea36d72f1e4 HTTP/1.1" status: 204 len: 168 time: 0.7605586 Aug 24 07:56:01.095324 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:01.102611 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Made reservation on behalf of 752bd72aaa0f47b6a4c0b611e9ba59e1 for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:56:01.102611 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.102798 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be3a84-2c2c-4e6e-bc14-e3fde60a6537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c456128e-94fe-4b07-a8b7-7ea36d72f1e4,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:01.115921 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.128232 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28045ab2-6ef8-4a08-a69b-5adeac3709bf req-7a68b78f-d4b1-478a-be47-ae704ec04144 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:01.129807 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-28045ab2-6ef8-4a08-a69b-5adeac3709bf req-7a68b78f-d4b1-478a-be47-ae704ec04144 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0942090 Aug 24 07:56:01.165812 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2f93-8010-4e62-93be-38545fedc155 req-0957582b-8cf7-4293-ab38-01e7fec70c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:01.167730 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8cea2f93-8010-4e62-93be-38545fedc155 req-0957582b-8cf7-4293-ab38-01e7fec70c7e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.2182162 Aug 24 07:56:01.239685 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-28045ab2-6ef8-4a08-a69b-5adeac3709bf req-59a1d821-5bf6-4afe-957d-e7e6ebfa52ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005807 Aug 24 07:56:01.282969 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Publish callbacks [] for security_group (c752ddfb-4853-409f-860e-39eab63c56b5), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.382730 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c752ddfb-4853-409f-860e-39eab63c56b5), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.407276 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:56:01.429755 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c752ddfb-4853-409f-860e-39eab63c56b5,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:01.429755 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (5f826e7b-125a-45a9-8f9d-b404e5499ec4), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.429755 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Added segment 5f826e7b-125a-45a9-8f9d-b404e5499ec4 of type vlan for network 0f68aa77-be4b-49d6-b734-efe0dccd51c2 Aug 24 07:56:01.479898 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (0f68aa77-be4b-49d6-b734-efe0dccd51c2), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.597266 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (0f68aa77-be4b-49d6-b734-efe0dccd51c2), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.600518 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:01.600518 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:01.678582 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] Pushing event updated for resources: {'Network': ['ID=0f68aa77-be4b-49d6-b734-efe0dccd51c2,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:01.694309 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 0f68aa77-be4b-49d6-b734-efe0dccd51c2 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:56:01.867528 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-71f3af54-98dc-4466-ad71-3fef94121e59 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1177304 Aug 24 07:56:01.874273 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58408) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:01.880131 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Request body: {'subnet': {'network_id': '0f68aa77-be4b-49d6-b734-efe0dccd51c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1854426016-subnet', 'tenant_id': '752bd72aaa0f47b6a4c0b611e9ba59e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:01.923261 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716916-f49e-4d75-ad07-55d9e1881725 req-3a30eab9-e4fa-4ad8-a49b-803e510c7536 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:01.934669 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c6716916-f49e-4d75-ad07-55d9e1881725 req-3a30eab9-e4fa-4ad8-a49b-803e510c7536 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 943 time: 0.0754719 Aug 24 07:56:02.006029 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c6716916-f49e-4d75-ad07-55d9e1881725 req-f9eeddb4-4b27-4e90-9c57-ce926f450854 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701303 Aug 24 07:56:02.028583 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950f34a-bdf1-4c19-b2cc-ca55cd64f39d req-2991fb62-d044-4a64-b666-8e98b48ea72a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:02.030059 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3950f34a-bdf1-4c19-b2cc-ca55cd64f39d req-2991fb62-d044-4a64-b666-8e98b48ea72a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.0685673 Aug 24 07:56:02.068071 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Made reservation on behalf of 752bd72aaa0f47b6a4c0b611e9ba59e1 for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:56:02.070634 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:02.156630 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3950f34a-bdf1-4c19-b2cc-ca55cd64f39d req-d23f1670-e2d5-4d30-ac2f-70f9f8974cc3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201775 Aug 24 07:56:02.227604 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:02.411552 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58426) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:02.444236 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2583439e-1f4f-4371-ab24-fe869d666f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:02.448022 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963058c-9b11-4566-b69b-331c6881f02b req-b5939b70-23e3-45db-bea1-fd3906c2f447 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:02.450715 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e963058c-9b11-4566-b69b-331c6881f02b req-b5939b70-23e3-45db-bea1-fd3906c2f447 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0795519 Aug 24 07:56:02.472752 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (ea279bee-18fc-476f-bdfb-6bb7115d1f03), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:02.569128 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea279bee-18fc-476f-bdfb-6bb7115d1f03,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:02.578826 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e963058c-9b11-4566-b69b-331c6881f02b req-01717954-0bcd-4d1a-af78-9fd4ee3be084 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134505 Aug 24 07:56:02.603798 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Checking segment: {'id': '5f826e7b-125a-45a9-8f9d-b404e5499ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0f68aa77-be4b-49d6-b734-efe0dccd51c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:56:02.604177 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Network hostable DHCP agents. Network: 0f68aa77-be4b-49d6-b734-efe0dccd51c2, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:56:02.643783 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:02.649088 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2583439e-1f4f-4371-ab24-fe869d666f28 admin admin] Publish callbacks [] for security_group (0c6b93c4-6f28-4812-a636-7ed9b4dc7039), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:02.753361 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Network 0f68aa77-be4b-49d6-b734-efe0dccd51c2 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:56:02.757363 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2583439e-1f4f-4371-ab24-fe869d666f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0c6b93c4-6f28-4812-a636-7ed9b4dc7039), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:02.793455 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583439e-1f4f-4371-ab24-fe869d666f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6b93c4-6f28-4812-a636-7ed9b4dc7039,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:02.817732 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2583439e-1f4f-4371-ab24-fe869d666f28 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=30660254fd4c478f9013dcebba9b3d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026270 Aug 24 07:56:02.820987 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58434) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:02.891984 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-acc1c8f3-ed1b-4c77-b722-196f44253178 admin admin] Publish callbacks [] for security_group (0c6b93c4-6f28-4812-a636-7ed9b4dc7039), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:02.912349 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-acc1c8f3-ed1b-4c77-b722-196f44253178 admin admin] Publish callbacks [] for security_group (0c6b93c4-6f28-4812-a636-7ed9b4dc7039), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.016404 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8cea2f93-8010-4e62-93be-38545fedc155 req-ea599c57-4393-43b3-973c-6d7cb5900b38 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b68683-54d3-4b18-ac8e-682c0ebad5ee HTTP/1.1" status: 200 len: 217 time: 0.0346591 Aug 24 07:56:03.065522 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2f93-8010-4e62-93be-38545fedc155 req-ddc1099e-7459-47a6-91bc-024819b3ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:03.066982 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8cea2f93-8010-4e62-93be-38545fedc155 req-ddc1099e-7459-47a6-91bc-024819b3ed58 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0448895 Aug 24 07:56:03.127845 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 0f68aa77-be4b-49d6-b734-efe0dccd51c2) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:56:03.136714 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4eacaf-8534-4f96-a64a-692953af26e7 None None] Network 0f68aa77-be4b-49d6-b734-efe0dccd51c2 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:56:03.137256 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:03.137837 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.156282 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a11711-2c27-49f7-a030-cde5512f8bce req-7c64b5ae-3aed-425e-8e50-f39b6565b501 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:03.157958 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-43a11711-2c27-49f7-a030-cde5512f8bce req-7c64b5ae-3aed-425e-8e50-f39b6565b501 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 943 time: 0.0829718 Aug 24 07:56:03.158924 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2f93-8010-4e62-93be-38545fedc155 req-3d63ef5e-8fc7-4f3d-ba10-2afe12cf7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:03.160347 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8cea2f93-8010-4e62-93be-38545fedc155 req-3d63ef5e-8fc7-4f3d-ba10-2afe12cf7943 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864613 Aug 24 07:56:03.182471 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-acc1c8f3-ed1b-4c77-b722-196f44253178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0c6b93c4-6f28-4812-a636-7ed9b4dc7039), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.194319 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-acc1c8f3-ed1b-4c77-b722-196f44253178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.196699 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-acc1c8f3-ed1b-4c77-b722-196f44253178 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0c6b93c4-6f28-4812-a636-7ed9b4dc7039 HTTP/1.1" status: 204 len: 168 time: 0.3736401 Aug 24 07:56:03.215558 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1c8f3-ed1b-4c77-b722-196f44253178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6b93c4-6f28-4812-a636-7ed9b4dc7039,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:03.244328 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-43a11711-2c27-49f7-a030-cde5512f8bce req-f6ae4155-95ac-44ed-9061-c239a9e7767d tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786483 Aug 24 07:56:03.279750 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-454b2626-4f1a-4774-890f-6ebc14ed2707 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3897345 Aug 24 07:56:03.391075 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2ba72-5541-42a0-a96f-16ed713ee035 req-6db02634-bd77-4f8a-9f1c-3c981c09866b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:03.393576 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3dd2ba72-5541-42a0-a96f-16ed713ee035 req-6db02634-bd77-4f8a-9f1c-3c981c09866b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.0992625 Aug 24 07:56:03.414864 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b9d530-b102-45fd-9bd2-08ced9e68395 None None] Network 0f68aa77-be4b-49d6-b734-efe0dccd51c2 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:56:03.461088 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3dd2ba72-5541-42a0-a96f-16ed713ee035 req-b288de6c-b7c3-45ab-8025-c64e97e54522 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611758 Aug 24 07:56:03.507571 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:03.580695 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58456) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:03.630585 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8578a2-8768-46a5-9d9c-a7583969d179 admin admin] Deleting subnet f6694e57-d4d9-4dc4-9b0f-cbf5d56c4b51 {{(pid=113381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 07:56:03.634589 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:03.637802 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cc8578a2-8768-46a5-9d9c-a7583969d179 admin admin] Publish callbacks [] for subnet (f6694e57-d4d9-4dc4-9b0f-cbf5d56c4b51), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.691953 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cc8578a2-8768-46a5-9d9c-a7583969d179 admin admin] Publish callbacks [] for subnet (f6694e57-d4d9-4dc4-9b0f-cbf5d56c4b51), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.705477 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cc8578a2-8768-46a5-9d9c-a7583969d179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (f6694e57-d4d9-4dc4-9b0f-cbf5d56c4b51), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.733350 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aa89c-7457-485f-bf71-4804499a80bc req-c8583150-5f4a-4996-931f-82aff33991bf tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:03.734922 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7d3aa89c-7457-485f-bf71-4804499a80bc req-c8583150-5f4a-4996-931f-82aff33991bf tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0558336 Aug 24 07:56:03.817212 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7d3aa89c-7457-485f-bf71-4804499a80bc req-24b94d7d-7a68-46be-a518-6a9d379d5485 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754006 Aug 24 07:56:03.867858 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cc8578a2-8768-46a5-9d9c-a7583969d179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (f6694e57-d4d9-4dc4-9b0f-cbf5d56c4b51), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.884944 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8cea2f93-8010-4e62-93be-38545fedc155 req-a0db447e-14b9-4a9f-9ae6-3f47734cd26b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355793 Aug 24 07:56:03.896018 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8578a2-8768-46a5-9d9c-a7583969d179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6694e57-d4d9-4dc4-9b0f-cbf5d56c4b51,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:03.897868 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cc8578a2-8768-46a5-9d9c-a7583969d179 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.903319 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-cc8578a2-8768-46a5-9d9c-a7583969d179 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/f6694e57-d4d9-4dc4-9b0f-cbf5d56c4b51 HTTP/1.1" status: 204 len: 168 time: 0.3192377 Aug 24 07:56:03.903626 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58468) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:03.973005 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (b3842eb5-1a1e-4ce0-9769-7e6c55d6892e), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:03.987361 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:04.065560 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (b3842eb5-1a1e-4ce0-9769-7e6c55d6892e), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.099627 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.100333 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.100781 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.101117 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > port after_create 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.101530 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > port after_delete 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.101810 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > port after_update 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.102067 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.102396 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.102764 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.103078 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.291091 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.292273 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.293015 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.297275 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:04.297275 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3842eb5-1a1e-4ce0-9769-7e6c55d6892e']}} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:04.316553 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47af71f-943b-4a1e-aea9-94d8ae4afdd7') {'for_net_delete': True} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:04.316943 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47af71f-943b-4a1e-aea9-94d8ae4afdd7') {} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:04.336220 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:04.340850 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126882500'] for segment (d47af71f-943b-4a1e-aea9-94d8ae4afdd7), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.399748 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (d47af71f-943b-4a1e-aea9-94d8ae4afdd7), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.412336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=113381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 07:56:04.413035 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127429695'] for segment (d47af71f-943b-4a1e-aea9-94d8ae4afdd7), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.436930 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673279e7-aaeb-47a6-9cca-2a27c8366646 req-45e538b4-a13e-4c12-a802-be2b90776825 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:04.438478 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-673279e7-aaeb-47a6-9cca-2a27c8366646 req-45e538b4-a13e-4c12-a802-be2b90776825 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 943 time: 0.1010175 Aug 24 07:56:04.539729 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-673279e7-aaeb-47a6-9cca-2a27c8366646 req-9b2a70e3-2ee9-4613-b9a3-b843a1c33748 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901170 Aug 24 07:56:04.582833 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (b3842eb5-1a1e-4ce0-9769-7e6c55d6892e), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.597087 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.597322 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51d4c7-5d9e-4ea0-a2ed-e3cc59ff7c9a req-5ca4bf28-2208-46a0-9f37-7773bcb5986f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:04.597687 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/b3842eb5-1a1e-4ce0-9769-7e6c55d6892e HTTP/1.1" status: 204 len: 168 time: 0.6908534 Aug 24 07:56:04.604833 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2a51d4c7-5d9e-4ea0-a2ed-e3cc59ff7c9a req-5ca4bf28-2208-46a0-9f37-7773bcb5986f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.0585742 Aug 24 07:56:04.611819 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58508) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:04.618008 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a855f-f1c4-4a83-bd81-7c27f39f226f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3842eb5-1a1e-4ce0-9769-7e6c55d6892e,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:04.683739 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2a51d4c7-5d9e-4ea0-a2ed-e3cc59ff7c9a req-bd1aa40c-d8e2-4eb9-be2e-e7a41191becc tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779474 Aug 24 07:56:04.686788 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-465641b7-f25e-49d7-ba82-68bff9cfa267 admin admin] Deleting subnet ea279bee-18fc-476f-bdfb-6bb7115d1f03 {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 07:56:04.690433 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-465641b7-f25e-49d7-ba82-68bff9cfa267 admin admin] Publish callbacks [] for subnet (ea279bee-18fc-476f-bdfb-6bb7115d1f03), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.729994 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-465641b7-f25e-49d7-ba82-68bff9cfa267 admin admin] Publish callbacks [] for subnet (ea279bee-18fc-476f-bdfb-6bb7115d1f03), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.739473 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-465641b7-f25e-49d7-ba82-68bff9cfa267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (ea279bee-18fc-476f-bdfb-6bb7115d1f03), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.937355 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-465641b7-f25e-49d7-ba82-68bff9cfa267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for subnet (ea279bee-18fc-476f-bdfb-6bb7115d1f03), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.950023 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cc44d-af82-4411-9b2f-acc0deaebf21 req-5c60c46a-fdc8-499e-bbf7-bdd9754c6b18 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:04.951832 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cf6cc44d-af82-4411-9b2f-acc0deaebf21 req-5c60c46a-fdc8-499e-bbf7-bdd9754c6b18 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0540676 Aug 24 07:56:04.980385 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465641b7-f25e-49d7-ba82-68bff9cfa267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea279bee-18fc-476f-bdfb-6bb7115d1f03,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:04.982880 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-465641b7-f25e-49d7-ba82-68bff9cfa267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:04.987326 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-465641b7-f25e-49d7-ba82-68bff9cfa267 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/ea279bee-18fc-476f-bdfb-6bb7115d1f03 HTTP/1.1" status: 204 len: 168 time: 0.3732367 Aug 24 07:56:04.989731 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58526) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:05.058063 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cf6cc44d-af82-4411-9b2f-acc0deaebf21 req-37e45352-b63c-4434-b3df-4bf96bfd6c1f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962663 Aug 24 07:56:05.095176 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (0f68aa77-be4b-49d6-b734-efe0dccd51c2), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:05.174429 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment d47af71f-943b-4a1e-aea9-94d8ae4afdd7 resource provider aggregate not found Aug 24 07:56:05.183062 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (0f68aa77-be4b-49d6-b734-efe0dccd51c2), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:05.192500 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment d47af71f-943b-4a1e-aea9-94d8ae4afdd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d47af71f-943b-4a1e-aea9-94d8ae4afdd7 found for delete ", "request_id": "req-7f14ebfe-dba4-4f84-99dd-a49b44ef9146"}]} Aug 24 07:56:05.204542 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.204937 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.205669 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.206030 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > port after_create 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.206350 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.206685 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > port after_update 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.207012 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.207348 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.207664 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.207982 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.275432 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.276052 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.276231 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.276564 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 07:56:05.277003 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f68aa77-be4b-49d6-b734-efe0dccd51c2']}} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:05.305484 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:05.315441 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f826e7b-125a-45a9-8f9d-b404e5499ec4') {'for_net_delete': True} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:05.319597 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f826e7b-125a-45a9-8f9d-b404e5499ec4') {} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:05.337395 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127634884'] for segment (5f826e7b-125a-45a9-8f9d-b404e5499ec4), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:05.359495 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (5f826e7b-125a-45a9-8f9d-b404e5499ec4), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:05.371700 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=113380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 07:56:05.371700 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127864526'] for segment (5f826e7b-125a-45a9-8f9d-b404e5499ec4), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:05.513475 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (0f68aa77-be4b-49d6-b734-efe0dccd51c2), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:05.532392 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:05.536636 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/0f68aa77-be4b-49d6-b734-efe0dccd51c2 HTTP/1.1" status: 204 len: 168 time: 0.5456445 Aug 24 07:56:05.548313 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cec2a-d28d-4eba-a7d9-99ef10b29842 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f68aa77-be4b-49d6-b734-efe0dccd51c2,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:05.571762 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:05.696786 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951d7f2-8871-4f13-a1e7-b1647addc8cf req-eedd3442-ebaa-40c7-841c-90225db8577e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:05.701828 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b951d7f2-8871-4f13-a1e7-b1647addc8cf req-eedd3442-ebaa-40c7-841c-90225db8577e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 943 time: 0.0580268 Aug 24 07:56:05.852552 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:05.853493 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:05.862353 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0a7c-56fc-4251-bd2f-f48fdbec2174 req-000eedec-f5e6-4677-84ed-09c46ea0d5e8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:05.864226 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-068e0a7c-56fc-4251-bd2f-f48fdbec2174 req-000eedec-f5e6-4677-84ed-09c46ea0d5e8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.0558865 Aug 24 07:56:05.883046 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b951d7f2-8871-4f13-a1e7-b1647addc8cf req-044e6379-8520-4598-acd9-9bb481abc325 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676915 Aug 24 07:56:05.883046 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8cea2f93-8010-4e62-93be-38545fedc155 req-ac79f965-dbb2-48a4-aa44-e81c9cdca31d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619637 Aug 24 07:56:05.883046 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:05.918524 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-068e0a7c-56fc-4251-bd2f-f48fdbec2174 req-2de01f53-29c7-4ae4-b96e-b9f62d0177ce tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471432 Aug 24 07:56:06.012348 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 5f826e7b-125a-45a9-8f9d-b404e5499ec4 resource provider aggregate not found Aug 24 07:56:06.033977 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 5f826e7b-125a-45a9-8f9d-b404e5499ec4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f826e7b-125a-45a9-8f9d-b404e5499ec4 found for delete ", "request_id": "req-b2170938-3305-47c4-b82d-2e1251266ed3"}]} Aug 24 07:56:06.045030 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58582) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:06.063594 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device cddb0d7e-7022-4a60-ba3b-4112336a886c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:56:06.103051 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-c0d1b97a-a0b4-4b81-a690-4b78a9253376 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=3b86ad2835c149b188a7448d8eed4746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566771 Aug 24 07:56:06.107599 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58586) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:06.171913 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:06.212232 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ee70bc11-7888-4412-a049-5b95b2c67ca0 admin admin] Publish callbacks [] for security_group (7c779b55-a8c1-45bf-9d6a-cfec64d8e233), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:06.234517 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port cddb0d7e-7022-4a60-ba3b-4112336a886c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddb0d7e-7022-4a60-ba3b-4112336a886c,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:06.238810 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:06.247936 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'cddb0d7e-7022-4a60-ba3b-4112336a886c', 'network_id': '00f0eb35-7210-4b2e-9f07-2d659f7b3ce3', 'port_id': 'cddb0d7e-7022-4a60-ba3b-4112336a886c', 'mac_address': 'fa:16:3e:4a:3e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf6c0cc-0e5f-4ff0-99d0-f75758576434', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:56:06.248096 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099620-595b-4b05-8d66-fb2aaafda708 req-34cb6eeb-7f7d-4b71-ba77-ae69773d4194 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:06.250601 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-62099620-595b-4b05-8d66-fb2aaafda708 req-34cb6eeb-7f7d-4b71-ba77-ae69773d4194 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.1073551 Aug 24 07:56:06.270267 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ee70bc11-7888-4412-a049-5b95b2c67ca0 admin admin] Publish callbacks [] for security_group (7c779b55-a8c1-45bf-9d6a-cfec64d8e233), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:06.305365 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:06.329374 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-62099620-595b-4b05-8d66-fb2aaafda708 req-ed3b6667-79e6-4254-b78a-16ec4afca5aa tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724933 Aug 24 07:56:06.339610 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port cddb0d7e-7022-4a60-ba3b-4112336a886c is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:06.340226 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:06.376511 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddb0d7e-7022-4a60-ba3b-4112336a886c {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:56:06.409076 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port cddb0d7e-7022-4a60-ba3b-4112336a886c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddb0d7e-7022-4a60-ba3b-4112336a886c,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:06.451260 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ee70bc11-7888-4412-a049-5b95b2c67ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7c779b55-a8c1-45bf-9d6a-cfec64d8e233), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:06.454854 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ee70bc11-7888-4412-a049-5b95b2c67ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:06.464838 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ee70bc11-7888-4412-a049-5b95b2c67ca0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7c779b55-a8c1-45bf-9d6a-cfec64d8e233 HTTP/1.1" status: 204 len: 168 time: 0.3472643 Aug 24 07:56:06.467833 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70bc11-7888-4412-a049-5b95b2c67ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c779b55-a8c1-45bf-9d6a-cfec64d8e233,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:06.489151 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:06.557634 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=cddb0d7e-7022-4a60-ba3b-4112336a886c,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:06.796579 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['cddb0d7e-7022-4a60-ba3b-4112336a886c'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:56:07.016844 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:07.054462 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c1169-d5f9-41b1-9e33-5876d6eefd35 req-41dff82f-ee18-4c6d-9cf5-5ed374a65120 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:07.062131 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fd9c1169-d5f9-41b1-9e33-5876d6eefd35 req-41dff82f-ee18-4c6d-9cf5-5ed374a65120 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 944 time: 0.0674798 Aug 24 07:56:07.075289 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062b2c3-4925-4c5e-a03f-b061f56f9869 req-db996ca0-4d3c-439f-a9b4-72165fa08cd0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:07.077810 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9062b2c3-4925-4c5e-a03f-b061f56f9869 req-db996ca0-4d3c-439f-a9b4-72165fa08cd0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.0608699 Aug 24 07:56:07.127557 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:07.134239 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9062b2c3-4925-4c5e-a03f-b061f56f9869 req-4be065a9-a6c2-4675-afe9-3360a542e4e7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495589 Aug 24 07:56:07.150744 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fd9c1169-d5f9-41b1-9e33-5876d6eefd35 req-f2f469c6-439d-4f41-8fad-e7b6d1d95070 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874240 Aug 24 07:56:07.472939 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58638) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:07.477280 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9b765-0182-462a-b218-b9e4188b6fac req-f020cd5f-8858-4e52-8a44-d9ee03ab4a5f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:07.481126 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-95d9b765-0182-462a-b218-b9e4188b6fac req-f020cd5f-8858-4e52-8a44-d9ee03ab4a5f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0538757 Aug 24 07:56:07.527094 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-95d9b765-0182-462a-b218-b9e4188b6fac req-e5609ca1-6e46-43b4-ab9c-92b4166a937e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425515 Aug 24 07:56:07.529675 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:07.555340 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58642) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:07.599933 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7b8d8a87-90ff-42bb-836e-dffc3f53dbb4 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=752bd72aaa0f47b6a4c0b611e9ba59e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432866 Aug 24 07:56:07.602639 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58644) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:07.653393 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e4f4bfee-ab69-48cb-ac9f-2596de07d17b admin admin] Publish callbacks [] for security_group (c752ddfb-4853-409f-860e-39eab63c56b5), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:07.680576 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e4f4bfee-ab69-48cb-ac9f-2596de07d17b admin admin] Publish callbacks [] for security_group (c752ddfb-4853-409f-860e-39eab63c56b5), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:07.824627 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b83b724d-0136-4bb7-a9cd-5ad0c9726d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:07.832931 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e4f4bfee-ab69-48cb-ac9f-2596de07d17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c752ddfb-4853-409f-860e-39eab63c56b5), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:07.835625 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e4f4bfee-ab69-48cb-ac9f-2596de07d17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:07.840060 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-e4f4bfee-ab69-48cb-ac9f-2596de07d17b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c752ddfb-4853-409f-860e-39eab63c56b5 HTTP/1.1" status: 204 len: 168 time: 0.2330673 Aug 24 07:56:07.847813 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4bfee-ab69-48cb-ac9f-2596de07d17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c752ddfb-4853-409f-860e-39eab63c56b5,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:07.931025 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b83b724d-0136-4bb7-a9cd-5ad0c9726d4f admin admin] Publish callbacks [] for security_group (469ed8be-d5af-405e-86d8-589f92415291), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:08.044302 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:56:08.058601 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device cddb0d7e-7022-4a60-ba3b-4112336a886c up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:56:08.165192 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port cddb0d7e-7022-4a60-ba3b-4112336a886c completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:56:08.188467 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:08.210072 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'port_id': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'mac_address': 'fa:16:3e:96:31:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:56:08.253819 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:08.254130 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:08.268780 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:56:08.285239 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ca682-d06b-4e13-9675-8c5d56250179 req-a6cfcd68-405b-40ae-b1b5-5d90d1d0b469 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:08.286825 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-319ca682-d06b-4e13-9675-8c5d56250179 req-a6cfcd68-405b-40ae-b1b5-5d90d1d0b469 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.0548925 Aug 24 07:56:08.292480 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:08.299414 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fa6a8-e8c8-4281-add6-31e345bf820a req-47bd33de-7130-48d2-9182-5516e0ef6bf0 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:08.300950 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ff7fa6a8-e8c8-4281-add6-31e345bf820a req-47bd33de-7130-48d2-9182-5516e0ef6bf0 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 944 time: 0.0470171 Aug 24 07:56:08.338805 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-319ca682-d06b-4e13-9675-8c5d56250179 req-6516506d-272b-4427-896f-ef55d9a497ae tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Aug 24 07:56:08.352375 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ff7fa6a8-e8c8-4281-add6-31e345bf820a req-25860a92-9e74-44a4-b57d-51e6f1b0348b tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458286 Aug 24 07:56:08.667428 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9362c-30bb-4cdd-b545-615403c256d6 req-1c113d7e-b348-4bcc-a934-a8f3393c4610 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:08.668951 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b7c9362c-30bb-4cdd-b545-615403c256d6 req-1c113d7e-b348-4bcc-a934-a8f3393c4610 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0508761 Aug 24 07:56:08.718232 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b7c9362c-30bb-4cdd-b545-615403c256d6 req-153b1ba3-69cd-481c-ba6e-081fb105c660 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Aug 24 07:56:08.723496 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b83b724d-0136-4bb7-a9cd-5ad0c9726d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (469ed8be-d5af-405e-86d8-589f92415291), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:08.763089 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-b83b724d-0136-4bb7-a9cd-5ad0c9726d4f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=83fc0ff07e764a789e40530a29b56af0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2891047 Aug 24 07:56:08.763824 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b724d-0136-4bb7-a9cd-5ad0c9726d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ed8be-d5af-405e-86d8-589f92415291,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:08.766640 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58672) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:08.818392 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b22-f302-4bb9-9d67-33ad88b2d90b admin admin] Publish callbacks [] for security_group (469ed8be-d5af-405e-86d8-589f92415291), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:08.839081 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b22-f302-4bb9-9d67-33ad88b2d90b admin admin] Publish callbacks [] for security_group (469ed8be-d5af-405e-86d8-589f92415291), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:08.981911 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:08.982658 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 49b68683-54d3-4b18-ac8e-682c0ebad5ee details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:56:08.986537 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port cddb0d7e-7022-4a60-ba3b-4112336a886c triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:56:08.986940 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:09.056019 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:09.079706 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:09.082344 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b22-f302-4bb9-9d67-33ad88b2d90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (469ed8be-d5af-405e-86d8-589f92415291), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:09.085146 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7b22-f302-4bb9-9d67-33ad88b2d90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:09.089473 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-7d0e7b22-f302-4bb9-9d67-33ad88b2d90b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/469ed8be-d5af-405e-86d8-589f92415291 HTTP/1.1" status: 204 len: 168 time: 0.3186297 Aug 24 07:56:09.095327 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e7b22-f302-4bb9-9d67-33ad88b2d90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ed8be-d5af-405e-86d8-589f92415291,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:09.189113 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port cddb0d7e-7022-4a60-ba3b-4112336a886c is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:09.189519 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:09.224149 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 49b68683-54d3-4b18-ac8e-682c0ebad5ee, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=49b68683-54d3-4b18-ac8e-682c0ebad5ee,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:09.241605 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddb0d7e-7022-4a60-ba3b-4112336a886c'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:56:09.310661 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '49b68683-54d3-4b18-ac8e-682c0ebad5ee', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'port_id': '49b68683-54d3-4b18-ac8e-682c0ebad5ee', 'mac_address': 'fa:16:3e:ca:ab:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:56:09.316134 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port cddb0d7e-7022-4a60-ba3b-4112336a886c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddb0d7e-7022-4a60-ba3b-4112336a886c,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:09.352879 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 49b68683-54d3-4b18-ac8e-682c0ebad5ee is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:09.353274 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:09.372879 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b68683-54d3-4b18-ac8e-682c0ebad5ee {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:56:09.426689 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 49b68683-54d3-4b18-ac8e-682c0ebad5ee, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=49b68683-54d3-4b18-ac8e-682c0ebad5ee,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:09.428340 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:09.483926 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=cddb0d7e-7022-4a60-ba3b-4112336a886c,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:09.486691 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36929a-a1f2-4607-aed6-5f560548aff0 req-e7ef3ec2-8743-4198-9300-64b37e8703c8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:09.488403 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1f36929a-a1f2-4607-aed6-5f560548aff0 req-e7ef3ec2-8743-4198-9300-64b37e8703c8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 943 time: 0.0589800 Aug 24 07:56:09.512576 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf423cb2-7863-4b03-a01d-8aba9bf56608 req-48ce44de-f8db-4b52-9f2b-f5f10cd90bfc tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:09.514074 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bf423cb2-7863-4b03-a01d-8aba9bf56608 req-48ce44de-f8db-4b52-9f2b-f5f10cd90bfc tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0538614 Aug 24 07:56:09.536145 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1f36929a-a1f2-4607-aed6-5f560548aff0 req-c75c6ad7-8045-4b00-b512-098186bb3be7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Aug 24 07:56:09.540251 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:09.575930 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bf423cb2-7863-4b03-a01d-8aba9bf56608 req-7b7cb628-a228-49d9-8f07-84d5c918284a tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558386 Aug 24 07:56:09.603095 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:09.613086 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=49b68683-54d3-4b18-ac8e-682c0ebad5ee,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:09.855657 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89ad67-6b84-455d-99ef-63a4822b07e7 req-d7218773-36cf-4c2a-8e3c-441f135b90d3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:09.857104 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4e89ad67-6b84-455d-99ef-63a4822b07e7 req-d7218773-36cf-4c2a-8e3c-441f135b90d3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 944 time: 0.0542834 Aug 24 07:56:09.867880 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['45373581-1bd1-4a1b-aff0-a6e9993cd6b9'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:56:09.935910 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4e89ad67-6b84-455d-99ef-63a4822b07e7 req-3b1951d7-7253-4d76-a6b1-28802c23de1e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652521 Aug 24 07:56:09.950615 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['49b68683-54d3-4b18-ac8e-682c0ebad5ee'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:56:09.962406 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:10.026945 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:10.064486 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 5a81c1e6-d657-4fb4-a660-b452ce1735b0 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:56:10.182935 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58710) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:10.343687 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58714) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:10.352901 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b565e9-d0be-4f2d-bf7a-55735ba98ea2" -d '{"events": [{"server_uuid": "da017fd6-2861-4ef8-b216-cb16309cdf1b", "name": "network-vif-plugged", "status": "completed", "tag": "cddb0d7e-7022-4a60-ba3b-4112336a886c"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:56:10.357646 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d62cd39e-02bb-4ffd-a1f1-42f59b5373ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.417869 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 5a81c1e6-d657-4fb4-a660-b452ce1735b0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:10.438618 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '5a81c1e6-d657-4fb4-a660-b452ce1735b0', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'port_id': '5a81c1e6-d657-4fb4-a660-b452ce1735b0', 'mac_address': 'fa:16:3e:6e:bd:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:56:10.469540 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d62cd39e-02bb-4ffd-a1f1-42f59b5373ec admin admin] Publish callbacks [] for security_group (3bd41769-3a3f-4399-9fc6-593353c3e8ea), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.480252 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:10.480641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.498430 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a81c1e6-d657-4fb4-a660-b452ce1735b0 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:56:10.513411 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:10.521375 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 5a81c1e6-d657-4fb4-a660-b452ce1735b0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:10.567462 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-77f9feb0-6370-46e2-b969-30fecf55c233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.582347 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d62cd39e-02bb-4ffd-a1f1-42f59b5373ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3bd41769-3a3f-4399-9fc6-593353c3e8ea), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.605689 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.675742 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=5a81c1e6-d657-4fb4-a660-b452ce1735b0,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:10.683736 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cd39e-02bb-4ffd-a1f1-42f59b5373ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd41769-3a3f-4399-9fc6-593353c3e8ea,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:10.697479 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-d62cd39e-02bb-4ffd-a1f1-42f59b5373ec admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a07203c4562a4aaf93bd9d6ca50e5180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501127 Aug 24 07:56:10.697816 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58728) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:10.735001 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17685bd0-dcf1-4b77-94ee-59b7a7b88573 x-openstack-request-id: req-17685bd0-dcf1-4b77-94ee-59b7a7b88573 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:56:10.735384 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da017fd6-2861-4ef8-b216-cb16309cdf1b", "name": "network-vif-plugged", "status": "completed", "tag": "cddb0d7e-7022-4a60-ba3b-4112336a886c", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:56:10.735999 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17685bd0-dcf1-4b77-94ee-59b7a7b88573 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:56:10.736269 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17685bd0-dcf1-4b77-94ee-59b7a7b88573'] response: {'server_uuid': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddb0d7e-7022-4a60-ba3b-4112336a886c', 'code': 200} Aug 24 07:56:10.782076 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-83329c66-ccfd-4948-b960-c9d856c96ecd admin admin] Publish callbacks [] for security_group (3bd41769-3a3f-4399-9fc6-593353c3e8ea), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.788874 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-77f9feb0-6370-46e2-b969-30fecf55c233 admin admin] Publish callbacks [] for security_group (587b2f01-c1fd-427c-ba4a-a3674e88df07), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.798860 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff986ef-8343-4b2d-ab78-7e81498918f9 req-e8a6cc2d-3137-4b3a-b8c3-1c68b0427d6e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:10.800438 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4ff986ef-8343-4b2d-ab78-7e81498918f9 req-e8a6cc2d-3137-4b3a-b8c3-1c68b0427d6e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 944 time: 0.1595457 Aug 24 07:56:10.816069 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-83329c66-ccfd-4948-b960-c9d856c96ecd admin admin] Publish callbacks [] for security_group (3bd41769-3a3f-4399-9fc6-593353c3e8ea), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.878165 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4ff986ef-8343-4b2d-ab78-7e81498918f9 req-af2c7ad1-6f0e-4f3e-b6c1-8a955f32b378 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711584 Aug 24 07:56:10.920855 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-77f9feb0-6370-46e2-b969-30fecf55c233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (587b2f01-c1fd-427c-ba4a-a3674e88df07), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:10.930365 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bfe71-c6df-46ad-b216-71a116e3080f req-56b4a002-a65d-441e-8a7c-0de7de657686 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:10.932296 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-561bfe71-c6df-46ad-b216-71a116e3080f req-56b4a002-a65d-441e-8a7c-0de7de657686 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0963066 Aug 24 07:56:10.938789 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58734) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:11.012519 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58740) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:11.014217 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-77f9feb0-6370-46e2-b969-30fecf55c233 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b91ca21043ba41afa802db4d2523b774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8300974 Aug 24 07:56:11.015184 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9feb0-6370-46e2-b969-30fecf55c233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b2f01-c1fd-427c-ba4a-a3674e88df07,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:11.042307 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-83329c66-ccfd-4948-b960-c9d856c96ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3bd41769-3a3f-4399-9fc6-593353c3e8ea), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.050964 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-83329c66-ccfd-4948-b960-c9d856c96ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.054414 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-83329c66-ccfd-4948-b960-c9d856c96ecd admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3bd41769-3a3f-4399-9fc6-593353c3e8ea HTTP/1.1" status: 204 len: 168 time: 0.3538642 Aug 24 07:56:11.070592 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-561bfe71-c6df-46ad-b216-71a116e3080f req-78b779c4-89a1-4c7f-847e-ea6a0a79a334 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247675 Aug 24 07:56:11.085937 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83329c66-ccfd-4948-b960-c9d856c96ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd41769-3a3f-4399-9fc6-593353c3e8ea,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:11.131460 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:11.138057 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1340cf0d-a8bb-4f4f-ab1e-166ffef2e511 admin admin] Publish callbacks [] for security_group (587b2f01-c1fd-427c-ba4a-a3674e88df07), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.167542 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1340cf0d-a8bb-4f4f-ab1e-166ffef2e511 admin admin] Publish callbacks [] for security_group (587b2f01-c1fd-427c-ba4a-a3674e88df07), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.194963 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:11.210605 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba0d6-b967-482e-9de3-69f757360809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.319637 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877f369-c362-4e92-91d5-230abd6fbb92 req-092b1b3d-2a34-4800-a98b-736022c55c21 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:11.326903 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7877f369-c362-4e92-91d5-230abd6fbb92 req-092b1b3d-2a34-4800-a98b-736022c55c21 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 944 time: 0.2923224 Aug 24 07:56:11.351073 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8dc07-cf13-455b-a90c-7598e862f2e8 req-1c771e6c-5800-4540-a0bd-01fd4d8a3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:11.352532 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-30c8dc07-cf13-455b-a90c-7598e862f2e8 req-1c771e6c-5800-4540-a0bd-01fd4d8a3804 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 1129 time: 0.2828484 Aug 24 07:56:11.371178 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1340cf0d-a8bb-4f4f-ab1e-166ffef2e511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (587b2f01-c1fd-427c-ba4a-a3674e88df07), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.374091 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1340cf0d-a8bb-4f4f-ab1e-166ffef2e511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.375378 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-1340cf0d-a8bb-4f4f-ab1e-166ffef2e511 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/587b2f01-c1fd-427c-ba4a-a3674e88df07 HTTP/1.1" status: 204 len: 168 time: 0.3616230 Aug 24 07:56:11.382923 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-30c8dc07-cf13-455b-a90c-7598e862f2e8 req-b4e52158-1e50-4e72-b934-daed2bcae647 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.398130 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['5a81c1e6-d657-4fb4-a660-b452ce1735b0'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:56:11.403657 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7877f369-c362-4e92-91d5-230abd6fbb92 req-41e9dacf-89ab-4dec-9496-30df80102ab3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759003 Aug 24 07:56:11.406084 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340cf0d-a8bb-4f4f-ab1e-166ffef2e511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b2f01-c1fd-427c-ba4a-a3674e88df07,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:11.455468 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba0d6-b967-482e-9de3-69f757360809 admin admin] Publish callbacks [] for security_group (45c6325f-88ce-4dd5-a701-4f1ee430d9e1), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.513444 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-30c8dc07-cf13-455b-a90c-7598e862f2e8 req-b4e52158-1e50-4e72-b934-daed2bcae647 service neutron] Publish callbacks [] for security_group (ab91e629-b5e5-4f0a-b9da-bdd6d0cc0c0d), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.574631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:11.597283 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba0d6-b967-482e-9de3-69f757360809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (45c6325f-88ce-4dd5-a701-4f1ee430d9e1), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.642650 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-30c8dc07-cf13-455b-a90c-7598e862f2e8 req-b4e52158-1e50-4e72-b934-daed2bcae647 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (ab91e629-b5e5-4f0a-b9da-bdd6d0cc0c0d), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.644265 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-6f3ba0d6-b967-482e-9de3-69f757360809 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=02fc2813b8544abb8d31896f84e331f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7042413 Aug 24 07:56:11.646870 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58762) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:11.648036 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ba0d6-b967-482e-9de3-69f757360809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c6325f-88ce-4dd5-a701-4f1ee430d9e1,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:11.709888 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:11.747008 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e52158-1e50-4e72-b934-daed2bcae647 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ab91e629-b5e5-4f0a-b9da-bdd6d0cc0c0d,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:11.754085 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-30c8dc07-cf13-455b-a90c-7598e862f2e8 req-b4e52158-1e50-4e72-b934-daed2bcae647 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950388 Aug 24 07:56:11.757052 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-912a56cd-c463-4d40-bb72-f909ad82ec42 admin admin] Publish callbacks [] for security_group (45c6325f-88ce-4dd5-a701-4f1ee430d9e1), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.778679 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-912a56cd-c463-4d40-bb72-f909ad82ec42 admin admin] Publish callbacks [] for security_group (45c6325f-88ce-4dd5-a701-4f1ee430d9e1), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.962432 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-912a56cd-c463-4d40-bb72-f909ad82ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (45c6325f-88ce-4dd5-a701-4f1ee430d9e1), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.965190 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-912a56cd-c463-4d40-bb72-f909ad82ec42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:11.966382 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-912a56cd-c463-4d40-bb72-f909ad82ec42 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/45c6325f-88ce-4dd5-a701-4f1ee430d9e1 HTTP/1.1" status: 204 len: 168 time: 0.3184435 Aug 24 07:56:11.974752 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a56cd-c463-4d40-bb72-f909ad82ec42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c6325f-88ce-4dd5-a701-4f1ee430d9e1,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:12.007345 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331361e4-b03c-4675-8a73-df48a7d90912 req-21132554-7b4a-454f-bc8a-09c79820cb6d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:12.010209 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-331361e4-b03c-4675-8a73-df48a7d90912 req-21132554-7b4a-454f-bc8a-09c79820cb6d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 944 time: 0.0499175 Aug 24 07:56:12.060086 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:56:12.061262 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-331361e4-b03c-4675-8a73-df48a7d90912 req-017d1917-cb5c-4b5b-900a-666e55995146 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456207 Aug 24 07:56:12.126767 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:56:12.164090 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:12.209494 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde4621-bcde-4002-a801-2d879d757e7f req-ec06e917-0dc7-4026-bf23-2b28b1dbdc7e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:12.210969 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5bde4621-bcde-4002-a801-2d879d757e7f req-ec06e917-0dc7-4026-bf23-2b28b1dbdc7e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0510538 Aug 24 07:56:12.221005 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:56:12.221543 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.268994 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5bde4621-bcde-4002-a801-2d879d757e7f req-e88c5db8-6b0e-4d0c-ba6c-794c7f04979a tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519991 Aug 24 07:56:12.285264 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58780) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:12.305514 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8edd64db-661c-435f-bd08-52157e5e163a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.321793 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:12.322235 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.352808 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:12.360862 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:12.407339 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8edd64db-661c-435f-bd08-52157e5e163a admin admin] Publish callbacks [] for security_group (b387ee55-72d8-469b-8f5a-b0a9f8ae9b7f), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.438975 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.440295 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 49b68683-54d3-4b18-ac8e-682c0ebad5ee up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:56:12.495888 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8edd64db-661c-435f-bd08-52157e5e163a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (b387ee55-72d8-469b-8f5a-b0a9f8ae9b7f), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.567440 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-8edd64db-661c-435f-bd08-52157e5e163a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=9071337458c84bed954e6da88d460a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785661 Aug 24 07:56:12.571130 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58796) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:12.572819 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 49b68683-54d3-4b18-ac8e-682c0ebad5ee completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:56:12.575181 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:12.591503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd64db-661c-435f-bd08-52157e5e163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b387ee55-72d8-469b-8f5a-b0a9f8ae9b7f,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:12.607124 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc257e-447b-446d-a611-c174688b0508 req-e19870e6-02e7-4369-baa4-237ad040967e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:12.608573 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1ccc257e-447b-446d-a611-c174688b0508 req-e19870e6-02e7-4369-baa4-237ad040967e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0583639 Aug 24 07:56:12.631574 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b86b7fca-6f49-457a-b196-c077dc25ea4d admin admin] Publish callbacks [] for security_group (b387ee55-72d8-469b-8f5a-b0a9f8ae9b7f), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.652884 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b86b7fca-6f49-457a-b196-c077dc25ea4d admin admin] Publish callbacks [] for security_group (b387ee55-72d8-469b-8f5a-b0a9f8ae9b7f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.663270 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1ccc257e-447b-446d-a611-c174688b0508 req-6be70a84-fa6e-4dfd-806d-25ff64376ae4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489414 Aug 24 07:56:12.701611 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 49b68683-54d3-4b18-ac8e-682c0ebad5ee triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:56:12.701991 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.736907 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:56:12.739064 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beebee3-e61b-40bd-adbd-bafa7299db82" -d '{"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-plugged", "status": "completed", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:56:12.782284 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad0a67b-9455-447d-9b8d-96b6d170cf0f x-openstack-request-id: req-aad0a67b-9455-447d-9b8d-96b6d170cf0f {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:56:12.782590 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-plugged", "status": "completed", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:56:12.782842 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aad0a67b-9455-447d-9b8d-96b6d170cf0f {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:56:12.783472 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad0a67b-9455-447d-9b8d-96b6d170cf0f'] response: {'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'code': 200} Aug 24 07:56:12.790193 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 49b68683-54d3-4b18-ac8e-682c0ebad5ee is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:12.790193 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.798651 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:12.824061 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 49b68683-54d3-4b18-ac8e-682c0ebad5ee, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=49b68683-54d3-4b18-ac8e-682c0ebad5ee,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:12.826872 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b86b7fca-6f49-457a-b196-c077dc25ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (b387ee55-72d8-469b-8f5a-b0a9f8ae9b7f), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.830184 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b86b7fca-6f49-457a-b196-c077dc25ea4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.831653 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-b86b7fca-6f49-457a-b196-c077dc25ea4d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/b387ee55-72d8-469b-8f5a-b0a9f8ae9b7f HTTP/1.1" status: 204 len: 168 time: 0.2587001 Aug 24 07:56:12.840013 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b7fca-6f49-457a-b196-c077dc25ea4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b387ee55-72d8-469b-8f5a-b0a9f8ae9b7f,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:12.906594 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:12.907424 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 5a81c1e6-d657-4fb4-a660-b452ce1735b0 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:56:12.989342 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=49b68683-54d3-4b18-ac8e-682c0ebad5ee,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:12.994100 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:56:13.065651 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 58808) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:13.092230 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-68ce06fe-3d2f-4fb0-b541-cda1c881928d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.145154 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:56:13.146022 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.286344 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47a1a-d81c-4b7c-b499-24db6b2a2e72 req-8505df68-73ec-47e5-995c-b2d03bc678c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:13.288234 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ffb47a1a-d81c-4b7c-b499-24db6b2a2e72 req-8505df68-73ec-47e5-995c-b2d03bc678c2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 1129 time: 0.0742207 Aug 24 07:56:13.292107 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:13.292107 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.299958 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bcf54-b1a1-4657-956b-c33d62d7f5d7 req-e6c4384c-ba2a-49a1-ab57-b3ee9d9de1db tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:13.301564 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8d6bcf54-b1a1-4657-956b-c33d62d7f5d7 req-e6c4384c-ba2a-49a1-ab57-b3ee9d9de1db tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.1055570 Aug 24 07:56:13.304786 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-68ce06fe-3d2f-4fb0-b541-cda1c881928d admin admin] Publish callbacks [] for security_group (44546be6-9ff5-494e-a896-a60ab0dd76f1), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.343295 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 5a81c1e6-d657-4fb4-a660-b452ce1735b0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:13.368424 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8d6bcf54-b1a1-4657-956b-c33d62d7f5d7 req-0a816c93-bd43-459b-8222-f7e242ff3c32 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586922 Aug 24 07:56:13.420223 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-68ce06fe-3d2f-4fb0-b541-cda1c881928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (44546be6-9ff5-494e-a896-a60ab0dd76f1), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.437695 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.489748 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf61ee-0f8c-4edc-85e7-363725305966 req-1431687e-d097-4bb2-8bf6-b6b20c58ebe5 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:13.491197 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8ddf61ee-0f8c-4edc-85e7-363725305966 req-1431687e-d097-4bb2-8bf6-b6b20c58ebe5 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.1118743 Aug 24 07:56:13.501561 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-68ce06fe-3d2f-4fb0-b541-cda1c881928d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0949c709d2b14f3d9d5f6ffede8147e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315772 Aug 24 07:56:13.501747 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 58824) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:13.501859 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce06fe-3d2f-4fb0-b541-cda1c881928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44546be6-9ff5-494e-a896-a60ab0dd76f1,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:13.505694 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ffb47a1a-d81c-4b7c-b499-24db6b2a2e72 req-15e65919-ad06-4400-8962-242ebaad589c service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507559 Aug 24 07:56:13.551326 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=5a81c1e6-d657-4fb4-a660-b452ce1735b0,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:13.567572 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8ddf61ee-0f8c-4edc-85e7-363725305966 req-c8e78de0-db3a-43f5-8ec2-4311cd94b158 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677400 Aug 24 07:56:13.617203 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a6171229-010c-46b0-9444-a504d0f389f7 admin admin] Publish callbacks [] for security_group (44546be6-9ff5-494e-a896-a60ab0dd76f1), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.640530 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a6171229-010c-46b0-9444-a504d0f389f7 admin admin] Publish callbacks [] for security_group (44546be6-9ff5-494e-a896-a60ab0dd76f1), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.650935 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:13.753334 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:56:13.779077 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a6171229-010c-46b0-9444-a504d0f389f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (44546be6-9ff5-494e-a896-a60ab0dd76f1), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.781936 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a6171229-010c-46b0-9444-a504d0f389f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:13.783075 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a6171229-010c-46b0-9444-a504d0f389f7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/44546be6-9ff5-494e-a896-a60ab0dd76f1 HTTP/1.1" status: 204 len: 168 time: 0.2809708 Aug 24 07:56:13.802398 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdc504-e3b6-4f76-bcda-02ca7c1c7f80 req-c736424f-5632-481e-8996-fdb2feeff069 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:13.803868 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e6cdc504-e3b6-4f76-bcda-02ca7c1c7f80 req-c736424f-5632-481e-8996-fdb2feeff069 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0584586 Aug 24 07:56:13.804562 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6171229-010c-46b0-9444-a504d0f389f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44546be6-9ff5-494e-a896-a60ab0dd76f1,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:13.857699 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e6cdc504-e3b6-4f76-bcda-02ca7c1c7f80 req-125af6dc-78a9-4fbf-a57b-1f04ccdd63e1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474935 Aug 24 07:56:14.180889 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:14.498738 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d2a66-7ae9-40fa-a328-29bc379160ad req-07f58e74-1266-4b93-9bab-2b629b4f6732 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:14.500268 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0c3d2a66-7ae9-40fa-a328-29bc379160ad req-07f58e74-1266-4b93-9bab-2b629b4f6732 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0575600 Aug 24 07:56:14.555741 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0c3d2a66-7ae9-40fa-a328-29bc379160ad req-4f2af197-f840-4409-853b-be279418abd1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 Aug 24 07:56:14.686760 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf11f-e246-499d-a7eb-7046ce036a9a req-9ca66682-5926-44ca-9051-b415ade32e59 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:14.688303 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a9fdf11f-e246-499d-a7eb-7046ce036a9a req-9ca66682-5926-44ca-9051-b415ade32e59 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0506661 Aug 24 07:56:14.752818 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a9fdf11f-e246-499d-a7eb-7046ce036a9a req-aa43fb40-6c52-470a-86c7-55c7c3396946 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493820 Aug 24 07:56:14.784528 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f68297f-844b-4ab5-a37a-6bccb85cb78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b68683-54d3-4b18-ac8e-682c0ebad5ee'}, {'server_uuid': 'fb0fc412-e048-4edd-9a89-5aaaebb38a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a81c1e6-d657-4fb4-a660-b452ce1735b0'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:56:14.787383 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a3c907-a1f5-4afa-a3c1-c547f8b42e1e" -d '{"events": [{"server_uuid": "8f68297f-844b-4ab5-a37a-6bccb85cb78a", "name": "network-vif-plugged", "status": "completed", "tag": "49b68683-54d3-4b18-ac8e-682c0ebad5ee"}, {"server_uuid": "fb0fc412-e048-4edd-9a89-5aaaebb38a42", "name": "network-vif-plugged", "status": "completed", "tag": "5a81c1e6-d657-4fb4-a660-b452ce1735b0"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:56:14.823020 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:14.835749 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Aug 2022 07:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627440bf-b266-4b45-ab04-2da28978e83d x-openstack-request-id: req-627440bf-b266-4b45-ab04-2da28978e83d {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:56:14.836101 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f68297f-844b-4ab5-a37a-6bccb85cb78a", "name": "network-vif-plugged", "status": "completed", "tag": "49b68683-54d3-4b18-ac8e-682c0ebad5ee", "code": 200}, {"server_uuid": "fb0fc412-e048-4edd-9a89-5aaaebb38a42", "name": "network-vif-plugged", "status": "completed", "tag": "5a81c1e6-d657-4fb4-a660-b452ce1735b0", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:56:14.836352 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-627440bf-b266-4b45-ab04-2da28978e83d {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:56:14.836812 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627440bf-b266-4b45-ab04-2da28978e83d'] response: {'server_uuid': '8f68297f-844b-4ab5-a37a-6bccb85cb78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b68683-54d3-4b18-ac8e-682c0ebad5ee', 'code': 200} Aug 24 07:56:14.837229 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627440bf-b266-4b45-ab04-2da28978e83d'] response: {'server_uuid': 'fb0fc412-e048-4edd-9a89-5aaaebb38a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a81c1e6-d657-4fb4-a660-b452ce1735b0', 'code': 200} Aug 24 07:56:15.003673 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc9728-cc9f-4906-9361-2ce134e29d65 req-cb36c571-ff34-4ffb-946c-3c7a4bc6ff10 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:15.011317 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e0bc9728-cc9f-4906-9361-2ce134e29d65 req-cb36c571-ff34-4ffb-946c-3c7a4bc6ff10 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0566418 Aug 24 07:56:15.059967 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e0bc9728-cc9f-4906-9361-2ce134e29d65 req-b36be7af-3d38-4e02-9fd7-328e24e2cc04 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479639 Aug 24 07:56:15.427883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:15.727907 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d09c0-b944-4532-966a-7ee0ecb31cab req-71bfe307-0092-49d6-8ec2-97abf8147733 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:15.729442 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-475d09c0-b944-4532-966a-7ee0ecb31cab req-71bfe307-0092-49d6-8ec2-97abf8147733 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0466092 Aug 24 07:56:15.778410 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-475d09c0-b944-4532-966a-7ee0ecb31cab req-d157d703-3b66-4391-8ff1-3c4a4b471908 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426908 Aug 24 07:56:15.794816 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:16.199300 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361b7e-da53-44d5-871a-de9fc6cb89a6 req-7a981b97-472b-4e29-8dec-40b95ce6367e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:16.200839 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-22361b7e-da53-44d5-871a-de9fc6cb89a6 req-7a981b97-472b-4e29-8dec-40b95ce6367e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0543523 Aug 24 07:56:16.254330 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-22361b7e-da53-44d5-871a-de9fc6cb89a6 req-ab756edf-9458-479e-b6ce-07725e65de0e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470250 Aug 24 07:56:16.443007 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:16.914025 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c22bc-c8d3-4171-a6d8-4a4a74412998 req-701163a1-89d9-4edd-be6c-125f364abf94 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:16.915419 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ce7c22bc-c8d3-4171-a6d8-4a4a74412998 req-701163a1-89d9-4edd-be6c-125f364abf94 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0480115 Aug 24 07:56:16.971154 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ce7c22bc-c8d3-4171-a6d8-4a4a74412998 req-fa08f40f-7e51-4b50-a3f8-6b7c6aeaebd6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494723 Aug 24 07:56:16.972473 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=17 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:17.010853 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:17.067185 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:17.133863 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59030) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:17.405468 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a2d9-c12c-4f0f-a081-6a381dbf5cf8 req-23f8d359-951f-4980-82b1-cfe24134c836 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:17.416542 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d336a2d9-c12c-4f0f-a081-6a381dbf5cf8 req-23f8d359-951f-4980-82b1-cfe24134c836 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0611691 Aug 24 07:56:17.459803 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bdbd091f-3091-4307-9f65-eec0f596419c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:17.478041 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d336a2d9-c12c-4f0f-a081-6a381dbf5cf8 req-3c5c5f2a-7200-47fe-a995-38f4e5bb3b48 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535254 Aug 24 07:56:17.553182 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bdbd091f-3091-4307-9f65-eec0f596419c admin admin] Publish callbacks [] for security_group (1b7f6c44-fa6e-49fd-97d8-73417ed08525), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:17.655221 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bdbd091f-3091-4307-9f65-eec0f596419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1b7f6c44-fa6e-49fd-97d8-73417ed08525), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:17.660575 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:17.696842 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-bdbd091f-3091-4307-9f65-eec0f596419c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b0f772bda05d4a74ae4d83057c08726f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5618656 Aug 24 07:56:17.700566 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd091f-3091-4307-9f65-eec0f596419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7f6c44-fa6e-49fd-97d8-73417ed08525,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:17.700723 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59054) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:17.755613 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fc3f34e0-985a-4e66-9e23-ffb1254293cc admin admin] Publish callbacks [] for security_group (1b7f6c44-fa6e-49fd-97d8-73417ed08525), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:17.786512 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fc3f34e0-985a-4e66-9e23-ffb1254293cc admin admin] Publish callbacks [] for security_group (1b7f6c44-fa6e-49fd-97d8-73417ed08525), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:17.970065 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fc3f34e0-985a-4e66-9e23-ffb1254293cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1b7f6c44-fa6e-49fd-97d8-73417ed08525), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:17.973113 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fc3f34e0-985a-4e66-9e23-ffb1254293cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:17.974400 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-fc3f34e0-985a-4e66-9e23-ffb1254293cc admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/1b7f6c44-fa6e-49fd-97d8-73417ed08525 HTTP/1.1" status: 204 len: 168 time: 0.2727695 Aug 24 07:56:17.988965 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f34e0-985a-4e66-9e23-ffb1254293cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7f6c44-fa6e-49fd-97d8-73417ed08525,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:18.161820 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab589d90-4cdf-4a2f-8c28-82851045d2d9 req-f33dea52-3ff1-4b58-a1ef-7e73fa8f4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:18.163625 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ab589d90-4cdf-4a2f-8c28-82851045d2d9 req-f33dea52-3ff1-4b58-a1ef-7e73fa8f4599 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 1130 time: 0.0845890 Aug 24 07:56:18.189938 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cea7f-c447-4316-b6ac-fab2a8228049 req-d30c0c82-f16b-4034-8efd-071304031207 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:18.191391 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-894cea7f-c447-4316-b6ac-fab2a8228049 req-d30c0c82-f16b-4034-8efd-071304031207 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0723557 Aug 24 07:56:18.208341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996923c-1249-49a0-b640-dcca36ce62ae req-5681cf1a-4956-45c6-b6fe-2cbe03c2d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:18.209907 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3996923c-1249-49a0-b640-dcca36ce62ae req-5681cf1a-4956-45c6-b6fe-2cbe03c2d1a8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 1129 time: 0.0865355 Aug 24 07:56:18.241969 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ab589d90-4cdf-4a2f-8c28-82851045d2d9 req-2599b438-518e-4192-9435-4fa6de5409f9 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719457 Aug 24 07:56:18.272770 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-894cea7f-c447-4316-b6ac-fab2a8228049 req-178a8ab8-6503-4ba7-9c16-9130d39499c1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747113 Aug 24 07:56:18.283143 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3996923c-1249-49a0-b640-dcca36ce62ae req-eecc8608-e00e-4272-b1ca-d0af9c3d3716 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668213 Aug 24 07:56:18.364037 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:18.595697 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89319947-4c3d-4cf5-b230-b4b7dd38cfe5 req-dbb6be0c-4216-4414-bcfd-e1406a58e303 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:18.597448 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-89319947-4c3d-4cf5-b230-b4b7dd38cfe5 req-dbb6be0c-4216-4414-bcfd-e1406a58e303 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0478292 Aug 24 07:56:18.649754 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-89319947-4c3d-4cf5-b230-b4b7dd38cfe5 req-bada62c6-bbe3-4136-b753-f7ef8133faa1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455298 Aug 24 07:56:18.678482 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:18.808998 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e144ad-b9a4-4940-a216-f9d614c8e4f4 req-2c73eba9-a669-4fe6-876f-ec6a18c0dd84 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:18.810534 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a0e144ad-b9a4-4940-a216-f9d614c8e4f4 req-2c73eba9-a669-4fe6-876f-ec6a18c0dd84 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0458720 Aug 24 07:56:18.820996 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59084) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:18.826050 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-99480cbc-e8fc-4d58-b048-de438f180a96 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'floatingip': {'port_id': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:18.863330 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59088) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:18.879825 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-261d5caa-a108-4123-881a-fd055701ad65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:18.900786 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-99480cbc-e8fc-4d58-b048-de438f180a96 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (58e9eef2-8b77-4962-a2f9-7e4cab478562), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:18.981279 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-261d5caa-a108-4123-881a-fd055701ad65 admin admin] Publish callbacks [] for security_group (c8c2d51c-f1ef-4f53-8356-9904214e25db), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:19.036516 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-261d5caa-a108-4123-881a-fd055701ad65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c8c2d51c-f1ef-4f53-8356-9904214e25db), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:19.098452 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d5caa-a108-4123-881a-fd055701ad65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c2d51c-f1ef-4f53-8356-9904214e25db,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:19.108299 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-261d5caa-a108-4123-881a-fd055701ad65 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4e82e56d71674a038b8dd22191bcb5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436504 Aug 24 07:56:19.120072 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59108) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:19.198227 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-250f4e04-54eb-4367-b43b-77a5532d67d5 admin admin] Publish callbacks [] for security_group (c8c2d51c-f1ef-4f53-8356-9904214e25db), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:19.223528 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-250f4e04-54eb-4367-b43b-77a5532d67d5 admin admin] Publish callbacks [] for security_group (c8c2d51c-f1ef-4f53-8356-9904214e25db), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:19.375120 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-250f4e04-54eb-4367-b43b-77a5532d67d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c8c2d51c-f1ef-4f53-8356-9904214e25db), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:19.379298 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-250f4e04-54eb-4367-b43b-77a5532d67d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:19.381066 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-250f4e04-54eb-4367-b43b-77a5532d67d5 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c8c2d51c-f1ef-4f53-8356-9904214e25db HTTP/1.1" status: 204 len: 168 time: 0.2596767 Aug 24 07:56:19.407138 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f4e04-54eb-4367-b43b-77a5532d67d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c2d51c-f1ef-4f53-8356-9904214e25db,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:19.509889 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b61b55-18a6-4c1e-bb85-afbe7fad0d1d req-1dc6d00d-cd9b-4b6c-bae8-7b67d84199a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:19.512961 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-71b61b55-18a6-4c1e-bb85-afbe7fad0d1d req-1dc6d00d-cd9b-4b6c-bae8-7b67d84199a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0743060 Aug 24 07:56:19.549139 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:19.549334 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:19.580853 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-71b61b55-18a6-4c1e-bb85-afbe7fad0d1d req-fa5d7a5e-cbe6-4255-b90c-0b44f99f5a8e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631819 Aug 24 07:56:19.758291 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:INSERT=20,neutron:SELECT=78,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:19.857638 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-99480cbc-e8fc-4d58-b048-de438f180a96 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:19.945926 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-99480cbc-e8fc-4d58-b048-de438f180a96 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (58e9eef2-8b77-4962-a2f9-7e4cab478562), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:20.060903 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-99480cbc-e8fc-4d58-b048-de438f180a96 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Floating IP 58e9eef2-8b77-4962-a2f9-7e4cab478562 associated. External IP: 172.27.4.220, port: 45373581-1bd1-4a1b-aff0-a6e9993cd6b9. Aug 24 07:56:20.086375 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59148) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:20.276865 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-63ce7ad4-3a2a-44f4-a0a8-3b8e5483c552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:20.308192 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99480cbc-e8fc-4d58-b048-de438f180a96 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:56:20.315697 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:20.374211 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-63ce7ad4-3a2a-44f4-a0a8-3b8e5483c552 admin admin] Publish callbacks [] for security_group (544d7d5a-f9fa-43e8-9df9-c5a38702ce1d), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:20.424784 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99480cbc-e8fc-4d58-b048-de438f180a96 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:56:20.430542 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-99480cbc-e8fc-4d58-b048-de438f180a96 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:20.438856 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] Sync routers for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:56:20.442387 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-63ce7ad4-3a2a-44f4-a0a8-3b8e5483c552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (544d7d5a-f9fa-43e8-9df9-c5a38702ce1d), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:20.449830 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:56:20.450441 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:20.467022 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-99480cbc-e8fc-4d58-b048-de438f180a96 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/58e9eef2-8b77-4962-a2f9-7e4cab478562 HTTP/1.1" status: 200 len: 991 time: 1.6447856 Aug 24 07:56:20.467607 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:56:20.470166 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f" -d '{"events": [{"name": "network-changed", "server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:56:20.485736 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-63ce7ad4-3a2a-44f4-a0a8-3b8e5483c552 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=428e204326024f038328718ccd256144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980546 Aug 24 07:56:20.488283 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59166) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:20.496050 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce7ad4-3a2a-44f4-a0a8-3b8e5483c552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544d7d5a-f9fa-43e8-9df9-c5a38702ce1d,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:20.522443 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bbebe6-dc29-48a5-b14f-0142bcddc95a x-openstack-request-id: req-d1bbebe6-dc29-48a5-b14f-0142bcddc95a {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:56:20.522728 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:56:20.523004 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1bbebe6-dc29-48a5-b14f-0142bcddc95a {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:56:20.523397 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1bbebe6-dc29-48a5-b14f-0142bcddc95a'] response: {'name': 'network-changed', 'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'status': 'completed', 'code': 200} Aug 24 07:56:20.545020 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25d6d273-7d5e-45c4-a51e-834f3a680651 admin admin] Publish callbacks [] for security_group (544d7d5a-f9fa-43e8-9df9-c5a38702ce1d), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:20.579225 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25d6d273-7d5e-45c4-a51e-834f3a680651 admin admin] Publish callbacks [] for security_group (544d7d5a-f9fa-43e8-9df9-c5a38702ce1d), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:20.596763 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:56:20.711228 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f4b7b-180b-4037-bbc7-03191a6342df req-d65411bd-e096-4e94-bede-cf0ab83d4e32 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:20.718144 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ea7f4b7b-180b-4037-bbc7-03191a6342df req-d65411bd-e096-4e94-bede-cf0ab83d4e32 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0569491 Aug 24 07:56:20.719878 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25d6d273-7d5e-45c4-a51e-834f3a680651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (544d7d5a-f9fa-43e8-9df9-c5a38702ce1d), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:20.722505 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25d6d273-7d5e-45c4-a51e-834f3a680651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:20.724382 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-25d6d273-7d5e-45c4-a51e-834f3a680651 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/544d7d5a-f9fa-43e8-9df9-c5a38702ce1d HTTP/1.1" status: 204 len: 168 time: 0.2343733 Aug 24 07:56:20.793986 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6d273-7d5e-45c4-a51e-834f3a680651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544d7d5a-f9fa-43e8-9df9-c5a38702ce1d,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:20.828399 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-bdfac260-6fce-4020-be33-754ef034c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:20.830975 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-bdfac260-6fce-4020-be33-754ef034c442 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 1129 time: 0.1051998 Aug 24 07:56:20.867129 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ea7f4b7b-180b-4037-bbc7-03191a6342df req-ca4daa7e-6749-47df-b29d-9ecf809402f4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480410 Aug 24 07:56:20.968494 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '58e9eef2-8b77-4962-a2f9-7e4cab478562', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'floating_ip_address': '172.27.4.220', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'port_id': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'mac_address': 'fa:16:3e:96:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a266e179-03cc-40b3-902d-aab680174711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:55:40Z', 'updated_at': '2022-08-24T07:56:19Z', 'revision_number': 1, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:20.994696 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-7813e068-daa7-4bf9-8b7c-2795e493bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:20.997013 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] Checking router: 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:56:20.997802 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-7813e068-daa7-4bf9-8b7c-2795e493bf24 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 917 time: 0.1596000 Aug 24 07:56:21.007303 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:56:21.008269 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:55:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:21.136225 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:56:21.152076 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-98bfcdc5-4577-4db5-8a72-43f43f91ed6c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9 HTTP/1.1" status: 200 len: 999 time: 0.1417835 Aug 24 07:56:21.239067 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-5260e44b-7a64-4794-b439-ec3f9d1211c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:21.240634 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-5260e44b-7a64-4794-b439-ec3f9d1211c4 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.0787160 Aug 24 07:56:21.329809 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-05ca2366-744b-4936-a891-edc0d595b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:21.334055 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-05ca2366-744b-4936-a891-edc0d595b483 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862875 Aug 24 07:56:21.410099 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '58e9eef2-8b77-4962-a2f9-7e4cab478562', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'floating_ip_address': '172.27.4.220', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'port_id': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'mac_address': 'fa:16:3e:96:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a266e179-03cc-40b3-902d-aab680174711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:55:40Z', 'updated_at': '2022-08-24T07:56:19Z', 'revision_number': 1, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:21.436103 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c24c0-fbd8-4af0-8872-07897c78ee7c None None] The sync data for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi is: [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '58e9eef2-8b77-4962-a2f9-7e4cab478562', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'floating_ip_address': '172.27.4.220', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'port_id': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'mac_address': 'fa:16:3e:96:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a266e179-03cc-40b3-902d-aab680174711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:55:40Z', 'updated_at': '2022-08-24T07:56:19Z', 'revision_number': 1, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:56:21.495681 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-2de16f9b-151f-4b80-b842-19975b687bcc service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485567 Aug 24 07:56:21.607821 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-74b5d166-2195-4e2f-aedf-54a59a09dfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:21.627023 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:21.639424 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4f8a890-da04-40fd-9ce5-5fb3fe37c43f req-427d7038-a0f0-4dea-a9cf-7e950b950e1b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365094 Aug 24 07:56:21.646692 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753062f-b040-4dbe-8803-c08c7face178 req-b68b96e5-377a-4087-b1d5-06b19e849d71 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:21.648545 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2753062f-b040-4dbe-8803-c08c7face178 req-b68b96e5-377a-4087-b1d5-06b19e849d71 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0860744 Aug 24 07:56:21.676593 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:21.704113 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2753062f-b040-4dbe-8803-c08c7face178 req-180cc281-99ae-40e5-8027-3fc49b358886 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489068 Aug 24 07:56:21.745477 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f6522-f29f-40b8-9bd1-fdcb756a73f1 None None] New status for floating IP 58e9eef2-8b77-4962-a2f9-7e4cab478562: ACTIVE {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 07:56:21.757617 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59222) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:21.776053 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c4fb-afc7-4279-98d7-a2346754a824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:21.862163 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c4fb-afc7-4279-98d7-a2346754a824 admin admin] Publish callbacks [] for security_group (3c12e7d6-82bb-4f5a-bdd1-8a0fad26b507), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:21.873750 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:21.951361 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c4fb-afc7-4279-98d7-a2346754a824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3c12e7d6-82bb-4f5a-bdd1-8a0fad26b507), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:22.002271 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-a2f5c4fb-afc7-4279-98d7-a2346754a824 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=6d0c5b7a3e644101ab86cabd806cbd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434328 Aug 24 07:56:22.006949 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5c4fb-afc7-4279-98d7-a2346754a824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c12e7d6-82bb-4f5a-bdd1-8a0fad26b507,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:22.007683 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59236) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:22.271702 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-663d96ab-7508-4949-8efc-87ed8d22aed7 admin admin] Publish callbacks [] for security_group (3c12e7d6-82bb-4f5a-bdd1-8a0fad26b507), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:22.293448 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-663d96ab-7508-4949-8efc-87ed8d22aed7 admin admin] Publish callbacks [] for security_group (3c12e7d6-82bb-4f5a-bdd1-8a0fad26b507), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:22.409303 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-663d96ab-7508-4949-8efc-87ed8d22aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3c12e7d6-82bb-4f5a-bdd1-8a0fad26b507), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:22.412337 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-663d96ab-7508-4949-8efc-87ed8d22aed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:22.413587 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-663d96ab-7508-4949-8efc-87ed8d22aed7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3c12e7d6-82bb-4f5a-bdd1-8a0fad26b507 HTTP/1.1" status: 204 len: 168 time: 0.4049273 Aug 24 07:56:22.422590 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d96ab-7508-4949-8efc-87ed8d22aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c12e7d6-82bb-4f5a-bdd1-8a0fad26b507,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:22.839938 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bbe55-bb43-4a54-b108-38b8465c8725 req-332113da-2e62-49dd-986f-4179f0400352 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:22.841532 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-383bbe55-bb43-4a54-b108-38b8465c8725 req-332113da-2e62-49dd-986f-4179f0400352 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0514832 Aug 24 07:56:22.891181 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-383bbe55-bb43-4a54-b108-38b8465c8725 req-bc364ade-4490-48d1-99f7-543bfea09e3e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Aug 24 07:56:23.117652 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:23.644028 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:23.723454 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:23.727150 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:23.814604 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ae856c4c-16d2-4de1-a764-b19b42b052f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:24.013041 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515036a-2058-4947-82ab-3845cc53689a req-0c3e587d-3354-4e33-a723-481cdc7682fb tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:24.014440 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3515036a-2058-4947-82ab-3845cc53689a req-0c3e587d-3354-4e33-a723-481cdc7682fb tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0474145 Aug 24 07:56:24.072414 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3515036a-2058-4947-82ab-3845cc53689a req-0c54c49d-bcbf-459b-810d-784ad5999972 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467889 Aug 24 07:56:24.303465 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-ae155585-6db0-46b6-9331-89e0c012b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:24.304990 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-ae155585-6db0-46b6-9331-89e0c012b178 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 1129 time: 0.0489523 Aug 24 07:56:24.419709 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-bd9746f3-517d-4ee1-96a5-9c1d1008bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:24.421304 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-bd9746f3-517d-4ee1-96a5-9c1d1008bb88 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.0997047 Aug 24 07:56:24.510760 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-c41cfab3-0be3-488e-abdd-4d3c4de10b6e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b68683-54d3-4b18-ac8e-682c0ebad5ee HTTP/1.1" status: 200 len: 217 time: 0.0393724 Aug 24 07:56:24.647944 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-c1c0d21d-aeb5-4627-a2f2-fac39e793e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:24.649474 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-c1c0d21d-aeb5-4627-a2f2-fac39e793e84 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0452328 Aug 24 07:56:24.754701 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-09d5c9ec-c26a-4782-bb76-7b42188d5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:24.754701 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-09d5c9ec-c26a-4782-bb76-7b42188d5477 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409310 Aug 24 07:56:24.794382 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-813b8ac7-3114-4ecb-803e-89992c5b9f69 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874121 Aug 24 07:56:24.888800 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ed0eba20-8bfe-4ad8-a9aa-549d4fde6e4b req-be4a8293-7e61-46a5-a6d6-7dc1f6c1f101 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879753 Aug 24 07:56:24.990765 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:25.195959 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a14e9e-8503-42b0-877f-06030f9e90e9 req-46017f8b-bf8b-4c38-acbe-ceb23ed049f1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:25.198197 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a3a14e9e-8503-42b0-877f-06030f9e90e9 req-46017f8b-bf8b-4c38-acbe-ceb23ed049f1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0495317 Aug 24 07:56:25.252048 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a3a14e9e-8503-42b0-877f-06030f9e90e9 req-05d9cf06-dfe3-4f13-94fd-8fbe842c0b54 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481043 Aug 24 07:56:25.484105 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:25.946685 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:25.997073 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59388) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:26.100347 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.179227 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Publish callbacks [] for security_group (d544362a-35da-49f5-b529-d408dc5dddf5), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.255053 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d544362a-35da-49f5-b529-d408dc5dddf5), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.320935 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d544362a-35da-49f5-b529-d408dc5dddf5,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:26.335718 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59408) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:26.336289 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e8b263dbd441477893c5fc88cbb9ae8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373330 Aug 24 07:56:26.341456 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.343230 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.343749 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.344433 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.344963 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.345427 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.345909 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.346363 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.346833 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.347299 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.347754 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.348218 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.348696 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.349163 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.349608 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c9847-1588-433a-9b65-1d26614f9be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.406871 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59414) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:26.451020 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:26.459100 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d929c-a05d-4a62-899b-ff1f68c79374 req-0050297c-94bc-4adb-a81f-d6c622d1805c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:26.460692 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fc2d929c-a05d-4a62-899b-ff1f68c79374 req-0050297c-94bc-4adb-a81f-d6c622d1805c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0824826 Aug 24 07:56:26.472183 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Publish callbacks [] for security_group (d544362a-35da-49f5-b529-d408dc5dddf5), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.509989 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Publish callbacks [] for security_group (d544362a-35da-49f5-b529-d408dc5dddf5), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.524527 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:26.541279 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-36696235-e833-4c34-81cc-9ed1eb304ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.557164 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fc2d929c-a05d-4a62-899b-ff1f68c79374 req-ff0e4562-7d2d-4794-bbc6-5712b4d035b6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870020 Aug 24 07:56:26.636965 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d544362a-35da-49f5-b529-d408dc5dddf5), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.639603 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.640759 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d544362a-35da-49f5-b529-d408dc5dddf5 HTTP/1.1" status: 204 len: 168 time: 0.3040228 Aug 24 07:56:26.654668 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d544362a-35da-49f5-b529-d408dc5dddf5,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:26.662862 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.663219 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.663528 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.664020 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.664210 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.664696 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.664908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.665408 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.665719 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.666046 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.666365 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.666776 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.667174 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.667383 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.667766 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca53f1c-327e-4435-974f-8bea2fab28f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:26.708852 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-36696235-e833-4c34-81cc-9ed1eb304ef8 admin admin] Publish callbacks [] for security_group (eb228055-9926-4a59-9939-90b07e4bad93), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.809100 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-36696235-e833-4c34-81cc-9ed1eb304ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (eb228055-9926-4a59-9939-90b07e4bad93), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.833287 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.848779 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-36696235-e833-4c34-81cc-9ed1eb304ef8 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=8359395fb8fc4967a446471664d6f4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4407840 Aug 24 07:56:26.849759 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36696235-e833-4c34-81cc-9ed1eb304ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb228055-9926-4a59-9939-90b07e4bad93,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:26.851700 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59426) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:26.912571 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7a166c7-a32e-4c32-b35b-d0dc71b7dc52 admin admin] Publish callbacks [] for security_group (eb228055-9926-4a59-9939-90b07e4bad93), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:26.933663 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7a166c7-a32e-4c32-b35b-d0dc71b7dc52 admin admin] Publish callbacks [] for security_group (eb228055-9926-4a59-9939-90b07e4bad93), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.038160 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:27.043865 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59436) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:27.067201 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7a166c7-a32e-4c32-b35b-d0dc71b7dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (eb228055-9926-4a59-9939-90b07e4bad93), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.073023 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7a166c7-a32e-4c32-b35b-d0dc71b7dc52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.075082 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a7a166c7-a32e-4c32-b35b-d0dc71b7dc52 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/eb228055-9926-4a59-9939-90b07e4bad93 HTTP/1.1" status: 204 len: 168 time: 0.2208180 Aug 24 07:56:27.089034 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a166c7-a32e-4c32-b35b-d0dc71b7dc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb228055-9926-4a59-9939-90b07e4bad93,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:27.167992 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.492554 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59448) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:27.509154 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3e43ec0e-1715-473d-8505-2ab963f56a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.586473 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-41f525c2-7a98-435a-9a24-90df516a1bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.596536 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59456) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:27.673193 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3e43ec0e-1715-473d-8505-2ab963f56a79 admin admin] Publish callbacks [] for security_group (95111469-3837-4465-8e63-63fd15ed3988), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.707638 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7277a7-ac96-4219-830d-9b1f128dbd69 req-15671dc7-aa6f-4862-ba39-ee54befeff04 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:27.709301 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-aa7277a7-ac96-4219-830d-9b1f128dbd69 req-15671dc7-aa6f-4862-ba39-ee54befeff04 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0575314 Aug 24 07:56:27.718827 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-41f525c2-7a98-435a-9a24-90df516a1bd3 admin admin] Publish callbacks [] for security_group (722e1f79-a094-4a10-b025-01a279c7f113), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.732827 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2e36e3d4-9aa9-4b7f-9a82-4965ce512871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.780770 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3e43ec0e-1715-473d-8505-2ab963f56a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (95111469-3837-4465-8e63-63fd15ed3988), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.800717 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-aa7277a7-ac96-4219-830d-9b1f128dbd69 req-ba95726e-ab65-4f99-b22c-1116874030ea tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831594 Aug 24 07:56:27.819823 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-41f525c2-7a98-435a-9a24-90df516a1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (722e1f79-a094-4a10-b025-01a279c7f113), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.834952 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-3e43ec0e-1715-473d-8505-2ab963f56a79 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4594e7b8eb7744a78026f71c4b8eef7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397639 Aug 24 07:56:27.838849 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59462) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:27.841589 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43ec0e-1715-473d-8505-2ab963f56a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95111469-3837-4465-8e63-63fd15ed3988,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:27.866361 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2e36e3d4-9aa9-4b7f-9a82-4965ce512871 admin admin] Publish callbacks [] for security_group (246850b0-5b66-47c5-a1e4-0eb3a54171a9), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.870801 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-41f525c2-7a98-435a-9a24-90df516a1bd3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=61f114eb72cf4c9db994ace924c98c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8249111 Aug 24 07:56:27.874685 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59464) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:27.878172 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=12 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:27.880208 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f525c2-7a98-435a-9a24-90df516a1bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722e1f79-a094-4a10-b025-01a279c7f113,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:27.928374 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2e36e3d4-9aa9-4b7f-9a82-4965ce512871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (246850b0-5b66-47c5-a1e4-0eb3a54171a9), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.947213 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a7acce9d-2233-446b-80ac-b9746896947f admin admin] Publish callbacks [] for security_group (95111469-3837-4465-8e63-63fd15ed3988), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:27.969192 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:28.001525 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36e3d4-9aa9-4b7f-9a82-4965ce512871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246850b0-5b66-47c5-a1e4-0eb3a54171a9,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:28.007330 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a7acce9d-2233-446b-80ac-b9746896947f admin admin] Publish callbacks [] for security_group (95111469-3837-4465-8e63-63fd15ed3988), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.014565 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2e36e3d4-9aa9-4b7f-9a82-4965ce512871 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7747bd33289d4fad917c035805e9000a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172664 Aug 24 07:56:28.016369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59468) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:28.018913 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-053f8c18-e78e-410e-9ef0-c5a226647bef admin admin] Publish callbacks [] for security_group (722e1f79-a094-4a10-b025-01a279c7f113), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.059232 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-053f8c18-e78e-410e-9ef0-c5a226647bef admin admin] Publish callbacks [] for security_group (722e1f79-a094-4a10-b025-01a279c7f113), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.074426 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4faac12a-ef0a-4ea9-99b5-e64409e46a0c admin admin] Publish callbacks [] for security_group (246850b0-5b66-47c5-a1e4-0eb3a54171a9), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.095165 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4faac12a-ef0a-4ea9-99b5-e64409e46a0c admin admin] Publish callbacks [] for security_group (246850b0-5b66-47c5-a1e4-0eb3a54171a9), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.203618 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a7acce9d-2233-446b-80ac-b9746896947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (95111469-3837-4465-8e63-63fd15ed3988), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.206214 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a7acce9d-2233-446b-80ac-b9746896947f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.207441 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-a7acce9d-2233-446b-80ac-b9746896947f admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/95111469-3837-4465-8e63-63fd15ed3988 HTTP/1.1" status: 204 len: 168 time: 0.3676095 Aug 24 07:56:28.208198 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-053f8c18-e78e-410e-9ef0-c5a226647bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (722e1f79-a094-4a10-b025-01a279c7f113), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.210918 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-053f8c18-e78e-410e-9ef0-c5a226647bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.213235 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-053f8c18-e78e-410e-9ef0-c5a226647bef admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/722e1f79-a094-4a10-b025-01a279c7f113 HTTP/1.1" status: 204 len: 168 time: 0.3363628 Aug 24 07:56:28.220741 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acce9d-2233-446b-80ac-b9746896947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95111469-3837-4465-8e63-63fd15ed3988,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:28.231475 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f8c18-e78e-410e-9ef0-c5a226647bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722e1f79-a094-4a10-b025-01a279c7f113,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:28.232324 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4faac12a-ef0a-4ea9-99b5-e64409e46a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (246850b0-5b66-47c5-a1e4-0eb3a54171a9), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.235464 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4faac12a-ef0a-4ea9-99b5-e64409e46a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.237065 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-4faac12a-ef0a-4ea9-99b5-e64409e46a0c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/246850b0-5b66-47c5-a1e4-0eb3a54171a9 HTTP/1.1" status: 204 len: 168 time: 0.2190280 Aug 24 07:56:28.250642 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faac12a-ef0a-4ea9-99b5-e64409e46a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246850b0-5b66-47c5-a1e4-0eb3a54171a9,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:28.377846 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59478) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:28.407218 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2befa817-3da8-4255-8007-b92637576cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.497348 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2befa817-3da8-4255-8007-b92637576cef admin admin] Publish callbacks [] for security_group (26a5e877-9ef4-4892-8896-5a18f828876c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.589879 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2befa817-3da8-4255-8007-b92637576cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (26a5e877-9ef4-4892-8896-5a18f828876c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.630685 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2befa817-3da8-4255-8007-b92637576cef admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=db0352401e7e414fba9ccef65acf8e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517064 Aug 24 07:56:28.631902 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befa817-3da8-4255-8007-b92637576cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a5e877-9ef4-4892-8896-5a18f828876c,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:28.633403 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59482) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:28.674239 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:28.684526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad516-f873-4d16-a3dd-4f4ad8194a78 admin admin] Publish callbacks [] for security_group (26a5e877-9ef4-4892-8896-5a18f828876c), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.705101 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad516-f873-4d16-a3dd-4f4ad8194a78 admin admin] Publish callbacks [] for security_group (26a5e877-9ef4-4892-8896-5a18f828876c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.826017 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad516-f873-4d16-a3dd-4f4ad8194a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (26a5e877-9ef4-4892-8896-5a18f828876c), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.828735 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad516-f873-4d16-a3dd-4f4ad8194a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:28.832530 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-1b5ad516-f873-4d16-a3dd-4f4ad8194a78 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/26a5e877-9ef4-4892-8896-5a18f828876c HTTP/1.1" status: 204 len: 168 time: 0.1949596 Aug 24 07:56:28.839346 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ad516-f873-4d16-a3dd-4f4ad8194a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a5e877-9ef4-4892-8896-5a18f828876c,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:28.964684 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1761e3-a04c-4094-bc3c-1486b8921199 req-eb3fb38d-d5d3-491e-b615-a98ea71cab8c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:28.966886 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3e1761e3-a04c-4094-bc3c-1486b8921199 req-eb3fb38d-d5d3-491e-b615-a98ea71cab8c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0643415 Aug 24 07:56:29.020127 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3e1761e3-a04c-4094-bc3c-1486b8921199 req-6a85ce05-03e3-4ba4-a852-3201bdf2fd9a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468612 Aug 24 07:56:29.276559 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59498) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:29.290857 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-bb97fcc3-6c80-46af-b992-7333df218659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.383822 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-bb97fcc3-6c80-46af-b992-7333df218659 admin admin] Publish callbacks [] for security_group (f3fa3890-ecc8-4a01-885e-1c44a828d84c), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.459970 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-bb97fcc3-6c80-46af-b992-7333df218659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f3fa3890-ecc8-4a01-885e-1c44a828d84c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.500870 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-bb97fcc3-6c80-46af-b992-7333df218659 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=aa2c6ce86ba84b41a3afb2566fa280b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229850 Aug 24 07:56:29.501994 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97fcc3-6c80-46af-b992-7333df218659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa3890-ecc8-4a01-885e-1c44a828d84c,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:29.503542 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59506) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:29.554838 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:29.564393 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-83379538-78ea-4efa-bc55-2f811bd264d7 admin admin] Publish callbacks [] for security_group (f3fa3890-ecc8-4a01-885e-1c44a828d84c), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.582059 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-83379538-78ea-4efa-bc55-2f811bd264d7 admin admin] Publish callbacks [] for security_group (f3fa3890-ecc8-4a01-885e-1c44a828d84c), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.660209 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59510) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:29.674599 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-118d4d9f-2da1-4cda-b5b8-98dd904894ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.718765 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-83379538-78ea-4efa-bc55-2f811bd264d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f3fa3890-ecc8-4a01-885e-1c44a828d84c), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.721332 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-83379538-78ea-4efa-bc55-2f811bd264d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.722491 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-83379538-78ea-4efa-bc55-2f811bd264d7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f3fa3890-ecc8-4a01-885e-1c44a828d84c HTTP/1.1" status: 204 len: 168 time: 0.2179303 Aug 24 07:56:29.741102 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83379538-78ea-4efa-bc55-2f811bd264d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa3890-ecc8-4a01-885e-1c44a828d84c,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:29.778450 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59516) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:29.803873 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-118d4d9f-2da1-4cda-b5b8-98dd904894ac admin admin] Publish callbacks [] for security_group (1115fa2f-6bfc-457e-99d6-e4eb87fe234b), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.804952 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a612f55d-4f2d-41b0-9def-d6905236e951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.880832 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:29.881720 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-118d4d9f-2da1-4cda-b5b8-98dd904894ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1115fa2f-6bfc-457e-99d6-e4eb87fe234b), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.885702 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a612f55d-4f2d-41b0-9def-d6905236e951 admin admin] Publish callbacks [] for security_group (10137766-d324-4bb2-af58-e509b0184d41), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.925172 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-118d4d9f-2da1-4cda-b5b8-98dd904894ac admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ad739da32bc1410e9bba8124af520f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635131 Aug 24 07:56:29.926000 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d4d9f-2da1-4cda-b5b8-98dd904894ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1115fa2f-6bfc-457e-99d6-e4eb87fe234b,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:29.927883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59518) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:29.975006 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a612f55d-4f2d-41b0-9def-d6905236e951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (10137766-d324-4bb2-af58-e509b0184d41), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:29.981122 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b1d9-3ace-490d-9d45-0e63af978c42 admin admin] Publish callbacks [] for security_group (1115fa2f-6bfc-457e-99d6-e4eb87fe234b), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:30.000215 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:30.007216 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b1d9-3ace-490d-9d45-0e63af978c42 admin admin] Publish callbacks [] for security_group (1115fa2f-6bfc-457e-99d6-e4eb87fe234b), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:30.017949 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612f55d-4f2d-41b0-9def-d6905236e951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10137766-d324-4bb2-af58-e509b0184d41,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:30.023245 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-a612f55d-4f2d-41b0-9def-d6905236e951 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=5b1bbc0ffdae4b6abb217be9b517e5a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436986 Aug 24 07:56:30.029211 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59520) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:30.086401 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c0acd78c-d4bf-4ddb-83b3-c86def8c06d3 admin admin] Publish callbacks [] for security_group (10137766-d324-4bb2-af58-e509b0184d41), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:30.116271 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c0acd78c-d4bf-4ddb-83b3-c86def8c06d3 admin admin] Publish callbacks [] for security_group (10137766-d324-4bb2-af58-e509b0184d41), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:30.163227 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b1d9-3ace-490d-9d45-0e63af978c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1115fa2f-6bfc-457e-99d6-e4eb87fe234b), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:30.166279 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b1d9-3ace-490d-9d45-0e63af978c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:30.167427 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2cd2b1d9-3ace-490d-9d45-0e63af978c42 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/1115fa2f-6bfc-457e-99d6-e4eb87fe234b HTTP/1.1" status: 204 len: 168 time: 0.2384999 Aug 24 07:56:30.168237 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a483a-dd29-498c-b56b-b46b76fc819f req-b89f2263-bf48-485e-a771-ed4054aca3ff tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:30.170003 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-237a483a-dd29-498c-b56b-b46b76fc819f req-b89f2263-bf48-485e-a771-ed4054aca3ff tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0704353 Aug 24 07:56:30.177170 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2b1d9-3ace-490d-9d45-0e63af978c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1115fa2f-6bfc-457e-99d6-e4eb87fe234b,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:30.233151 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-237a483a-dd29-498c-b56b-b46b76fc819f req-cb4257bd-ae79-45b9-bbab-1be62c3f273c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513082 Aug 24 07:56:30.295016 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c0acd78c-d4bf-4ddb-83b3-c86def8c06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (10137766-d324-4bb2-af58-e509b0184d41), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:30.297684 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c0acd78c-d4bf-4ddb-83b3-c86def8c06d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:30.299174 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-c0acd78c-d4bf-4ddb-83b3-c86def8c06d3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/10137766-d324-4bb2-af58-e509b0184d41 HTTP/1.1" status: 204 len: 168 time: 0.2685041 Aug 24 07:56:30.307430 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acd78c-d4bf-4ddb-83b3-c86def8c06d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10137766-d324-4bb2-af58-e509b0184d41,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:30.475497 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59536) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:30.935402 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8b746050-8565-4616-b0d7-12ecd1b20a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:30.978887 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:31.034884 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8b746050-8565-4616-b0d7-12ecd1b20a67 admin admin] Publish callbacks [] for security_group (8932ddf6-af6f-46df-8529-897a76835544), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:31.117415 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8b746050-8565-4616-b0d7-12ecd1b20a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8932ddf6-af6f-46df-8529-897a76835544), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:31.156468 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-8b746050-8565-4616-b0d7-12ecd1b20a67 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ffda9549a4db451a831cbb21923d5e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6798837 Aug 24 07:56:31.157594 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b746050-8565-4616-b0d7-12ecd1b20a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8932ddf6-af6f-46df-8529-897a76835544,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:31.160001 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59564) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:31.214322 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4c51f303-9680-4b09-b1f7-5f83fb5df5e2 admin admin] Publish callbacks [] for security_group (8932ddf6-af6f-46df-8529-897a76835544), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:31.236450 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4c51f303-9680-4b09-b1f7-5f83fb5df5e2 admin admin] Publish callbacks [] for security_group (8932ddf6-af6f-46df-8529-897a76835544), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:31.355969 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4c51f303-9680-4b09-b1f7-5f83fb5df5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8932ddf6-af6f-46df-8529-897a76835544), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:31.358545 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4c51f303-9680-4b09-b1f7-5f83fb5df5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:31.359653 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-4c51f303-9680-4b09-b1f7-5f83fb5df5e2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8932ddf6-af6f-46df-8529-897a76835544 HTTP/1.1" status: 204 len: 168 time: 0.1976011 Aug 24 07:56:31.364703 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59578) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:31.365521 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=73 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:31.375336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51f303-9680-4b09-b1f7-5f83fb5df5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8932ddf6-af6f-46df-8529-897a76835544,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:31.382362 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789bf64-be7d-4ec3-8a73-4d074c60fd07 req-e0f6628b-1b80-4ee3-bb41-17290319fd6b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:31.384815 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a789bf64-be7d-4ec3-8a73-4d074c60fd07 req-e0f6628b-1b80-4ee3-bb41-17290319fd6b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0661838 Aug 24 07:56:31.413641 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=86 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:31.443339 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a789bf64-be7d-4ec3-8a73-4d074c60fd07 req-9ebaa8f1-f839-4d2d-9f94-9ad9fffd501a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487447 Aug 24 07:56:31.734118 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-762282301-network', 'tenant_id': '0b4e12b2521a40ae8aecd5c818bfc623'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:31.883417 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Made reservation on behalf of 0b4e12b2521a40ae8aecd5c818bfc623 for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:56:31.886350 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:31.894930 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:31.971325 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Publish callbacks [] for security_group (c19a46e8-1389-467a-8fdd-eff1862ced7e), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.066248 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c19a46e8-1389-467a-8fdd-eff1862ced7e), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.095797 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:56:32.106783 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19a46e8-1389-467a-8fdd-eff1862ced7e,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:32.112872 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (e1c2bfda-d7bc-4778-90dc-adfa8ba4f659), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.113216 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Added segment e1c2bfda-d7bc-4778-90dc-adfa8ba4f659 of type vlan for network 2191bd08-ae8a-4c9a-8190-dfd6bf91d965 Aug 24 07:56:32.155365 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (2191bd08-ae8a-4c9a-8190-dfd6bf91d965), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.269979 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (2191bd08-ae8a-4c9a-8190-dfd6bf91d965), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.274058 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:32.274058 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.295414 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:UPDATE=4,neutron:SELECT=74,neutron:INSERT=22 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:32.336469 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] Pushing event updated for resources: {'Network': ['ID=2191bd08-ae8a-4c9a-8190-dfd6bf91d965,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:32.346815 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 2191bd08-ae8a-4c9a-8190-dfd6bf91d965 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:56:32.393883 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-6514e781-0070-4cbc-a4c3-a2dc73d6d749 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0292139 Aug 24 07:56:32.405583 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59608) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:32.410348 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Request body: {'subnet': {'network_id': '2191bd08-ae8a-4c9a-8190-dfd6bf91d965', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-762282301-subnet', 'tenant_id': '0b4e12b2521a40ae8aecd5c818bfc623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:32.421907 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59610) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:32.438805 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-19e722d6-a666-42f5-b757-bb16ac690081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.522876 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-19e722d6-a666-42f5-b757-bb16ac690081 admin admin] Publish callbacks [] for security_group (45794e6f-18ca-4cf2-afec-a94c5a80b006), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.535260 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Made reservation on behalf of 0b4e12b2521a40ae8aecd5c818bfc623 for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:56:32.538422 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3127853'] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.605861 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ce6e1-7278-4eea-aaef-5317c2f14ff7 req-cf77d450-feae-47b0-8ae5-752eb2c74ab9 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:32.607342 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5a1ce6e1-7278-4eea-aaef-5317c2f14ff7 req-cf77d450-feae-47b0-8ae5-752eb2c74ab9 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0846665 Aug 24 07:56:32.624361 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-19e722d6-a666-42f5-b757-bb16ac690081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (45794e6f-18ca-4cf2-afec-a94c5a80b006), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.673456 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-19e722d6-a666-42f5-b757-bb16ac690081 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=880d76edb3b54339925807870ed5ecee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502162 Aug 24 07:56:32.674411 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e722d6-a666-42f5-b757-bb16ac690081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45794e6f-18ca-4cf2-afec-a94c5a80b006,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:32.677527 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59622) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:32.686632 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:32.718075 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5a1ce6e1-7278-4eea-aaef-5317c2f14ff7 req-27ffc813-f64c-44f2-8aa6-d2135e361bbd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812640 Aug 24 07:56:32.760218 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-69f92c83-3aee-43be-8716-7711cae53604 admin admin] Publish callbacks [] for security_group (45794e6f-18ca-4cf2-afec-a94c5a80b006), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.791099 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-69f92c83-3aee-43be-8716-7711cae53604 admin admin] Publish callbacks [] for security_group (45794e6f-18ca-4cf2-afec-a94c5a80b006), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.883501 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 59630) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:32.915847 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127863917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3127875'] for subnet (aaf3ea66-0800-43b2-8101-92bd8666cbd6), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.923123 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:32.973497 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf3ea66-0800-43b2-8101-92bd8666cbd6,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:32.983478 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Checking segment: {'id': 'e1c2bfda-d7bc-4778-90dc-adfa8ba4f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2191bd08-ae8a-4c9a-8190-dfd6bf91d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:56:32.983832 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Network hostable DHCP agents. Network: 2191bd08-ae8a-4c9a-8190-dfd6bf91d965, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:56:32.984723 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-69f92c83-3aee-43be-8716-7711cae53604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (45794e6f-18ca-4cf2-afec-a94c5a80b006), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.988645 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-69f92c83-3aee-43be-8716-7711cae53604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:32.990155 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-69f92c83-3aee-43be-8716-7711cae53604 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/45794e6f-18ca-4cf2-afec-a94c5a80b006 HTTP/1.1" status: 204 len: 168 time: 0.3114262 Aug 24 07:56:33.007199 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f92c83-3aee-43be-8716-7711cae53604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45794e6f-18ca-4cf2-afec-a94c5a80b006,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:33.099918 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Network 2191bd08-ae8a-4c9a-8190-dfd6bf91d965 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:56:33.176396 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1191065121-network', 'tenant_id': '647a6443ec0c49e58d3cdb373d681c38'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:33.191251 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 2191bd08-ae8a-4c9a-8190-dfd6bf91d965) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:56:33.197724 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:33.197724 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:33.202319 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb15bd-2fad-4ee2-bec4-bd0fe7029652 None None] Network 2191bd08-ae8a-4c9a-8190-dfd6bf91d965 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:56:33.307546 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbcec3c-f76e-43b3-bc78-1de1379ae4bb None None] Network 2191bd08-ae8a-4c9a-8190-dfd6bf91d965 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:56:33.326838 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Made reservation on behalf of 647a6443ec0c49e58d3cdb373d681c38 for: {'network': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:56:33.329285 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:33.338510 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-4749853e-5e9d-406d-9af2-98df2a375028 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9318125 Aug 24 07:56:33.342302 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:33.417832 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:33.442202 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Publish callbacks [] for security_group (6866feba-cea6-4791-b2c1-b642e97b7b53), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:33.528866 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (6866feba-cea6-4791-b2c1-b642e97b7b53), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:33.557098 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-f1ddb2cd-68ad-4c81-a12b-85337d81017b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583212 Aug 24 07:56:33.560301 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=113381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:56:33.576750 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6866feba-cea6-4791-b2c1-b642e97b7b53,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:33.579491 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (5e16c05b-8737-4f66-8232-2dc6337bc711), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:33.579896 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.segments_db [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Added segment 5e16c05b-8737-4f66-8232-2dc6337bc711 of type vlan for network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 Aug 24 07:56:33.669272 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (3a6228c9-5ae1-4d34-9726-5ba5af8c41d6), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:33.677416 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-5158c21f-333a-4fe4-bc3b-e4b8e64d12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:33.678898 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-5158c21f-333a-4fe4-bc3b-e4b8e64d12e7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=601816703e524795ab40b1dea9393870&device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 1129 time: 0.0594821 Aug 24 07:56:33.782682 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (3a6228c9-5ae1-4d34-9726-5ba5af8c41d6), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:33.783689 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:33.784305 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:33.928034 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6228c9-5ae1-4d34-9726-5ba5af8c41d6,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:33.939904 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:56:33.945997 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-b2d4ee24-8156-4d65-bfdf-05bb500e7502 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0579679 Aug 24 07:56:33.947389 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59670) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:33.950318 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-6ecbce33-9f22-45c0-9557-a3e50e3af2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:33.951765 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-6ecbce33-9f22-45c0-9557-a3e50e3af2e8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 HTTP/1.1" status: 200 len: 913 time: 0.2468832 Aug 24 07:56:33.955348 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Request body: {'subnet': {'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1191065121-subnet', 'tenant_id': '647a6443ec0c49e58d3cdb373d681c38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:33.957495 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf36e26-3c29-4290-a162-e0ec54779321 req-74b9fb03-43ca-4f3c-8d16-2c2c2dca07d8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:33.958938 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dcf36e26-3c29-4290-a162-e0ec54779321 req-74b9fb03-43ca-4f3c-8d16-2c2c2dca07d8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.1212988 Aug 24 07:56:34.006945 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-5cba6000-3454-4b99-9d99-1ae28dcb7f76 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cddb0d7e-7022-4a60-ba3b-4112336a886c HTTP/1.1" status: 200 len: 217 time: 0.0463839 Aug 24 07:56:34.090256 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dcf36e26-3c29-4290-a162-e0ec54779321 req-9880411a-16b5-4be5-bf08-39da94e3f37d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233447 Aug 24 07:56:34.094638 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Made reservation on behalf of 647a6443ec0c49e58d3cdb373d681c38 for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:56:34.097252 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-8e847016-c872-45b3-ba84-bfdc1035093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:34.098755 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-8e847016-c872-45b3-ba84-bfdc1035093d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0bf6c0cc-0e5f-4ff0-99d0-f75758576434 HTTP/1.1" status: 200 len: 851 time: 0.0780947 Aug 24 07:56:34.099213 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3127853'] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:34.161462 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-348f546d-5804-4ab0-a62b-a2450f1f709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:34.162603 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-348f546d-5804-4ab0-a62b-a2450f1f709a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=00f0eb35-7210-4b2e-9f07-2d659f7b3ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553660 Aug 24 07:56:34.309842 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8b421-3971-4737-a2d3-0e5355f1d908 req-0ce891d9-5918-4667-beda-3fe327ee5bfc tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:34.311501 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-64a8b421-3971-4737-a2d3-0e5355f1d908 req-0ce891d9-5918-4667-beda-3fe327ee5bfc tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0528722 Aug 24 07:56:34.360889 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-64a8b421-3971-4737-a2d3-0e5355f1d908 req-61b5a089-cecb-400f-a61a-5dc1ed06e257 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433307 Aug 24 07:56:34.517955 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127863917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3127875'] for subnet (7e957227-e357-47e3-9d99-026d169f80f6), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:34.560739 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:34.579399 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e957227-e357-47e3-9d99-026d169f80f6,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:34.593216 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Checking segment: {'id': '5e16c05b-8737-4f66-8232-2dc6337bc711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:56:34.593572 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Network hostable DHCP agents. Network: 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:56:34.620907 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59694) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:34.625849 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2018193802-network', 'tenant_id': '198def3b748243afa74128ce82e17d4c'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:34.700461 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:56:34.762787 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Made reservation on behalf of 198def3b748243afa74128ce82e17d4c for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:56:34.765178 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:34.780450 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:34.796049 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:56:34.806183 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:34.806183 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:34.809235 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e57f2-dba9-4036-8294-329cde0524fe None None] Network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:56:34.887288 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Publish callbacks [] for security_group (f1970e8a-1afd-465a-8e09-c6ab0c596831), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:34.913502 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40db961-6692-4319-9970-042cde6264a7 None None] Network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:56:34.943608 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-27540caf-23ec-4f27-b5a7-37d9d986e246 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9870765 Aug 24 07:56:34.974691 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f1970e8a-1afd-465a-8e09-c6ab0c596831), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:35.015275 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:56:35.020929 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1970e8a-1afd-465a-8e09-c6ab0c596831,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:35.031291 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (f7fe2945-5128-4603-93c7-dd80d63c54a3), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:35.032104 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Added segment f7fe2945-5128-4603-93c7-dd80d63c54a3 of type vlan for network 18fedbf3-d180-42c8-b94c-961269f09bdf Aug 24 07:56:35.085485 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (18fedbf3-d180-42c8-b94c-961269f09bdf), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:35.223028 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (18fedbf3-d180-42c8-b94c-961269f09bdf), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:35.224022 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:35.224606 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:35.294931 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314c9d-4735-49b6-b1c8-a94025a12ff7 req-6e813401-6b97-43b6-8391-94edf8237883 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:35.296718 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d7314c9d-4735-49b6-b1c8-a94025a12ff7 req-6e813401-6b97-43b6-8391-94edf8237883 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.1020315 Aug 24 07:56:35.334391 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] Pushing event updated for resources: {'Network': ['ID=18fedbf3-d180-42c8-b94c-961269f09bdf,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:35.345847 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 18fedbf3-d180-42c8-b94c-961269f09bdf details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:56:35.374831 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-7f10894a-8809-40e6-949e-68d91165e5ca admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7527483 Aug 24 07:56:35.384158 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d7314c9d-4735-49b6-b1c8-a94025a12ff7 req-1d2e4c06-b352-4fc7-82ea-a616e8e727f3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519135 Aug 24 07:56:35.384158 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 59726) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:35.386194 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Request body: {'subnet': {'network_id': '18fedbf3-d180-42c8-b94c-961269f09bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2018193802-subnet', 'tenant_id': '198def3b748243afa74128ce82e17d4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:35.483082 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Made reservation on behalf of 198def3b748243afa74128ce82e17d4c for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:56:35.485854 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3127853'] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:35.533336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03640795-7ba3-455e-ac2d-34e654318d8e req-dcd77a79-d1da-4a16-8916-e8207337dd54 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:35.535853 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-03640795-7ba3-455e-ac2d-34e654318d8e req-dcd77a79-d1da-4a16-8916-e8207337dd54 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0650437 Aug 24 07:56:35.598125 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-03640795-7ba3-455e-ac2d-34e654318d8e req-e9383200-39a8-437d-87c4-be8a301f2b96 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609641 Aug 24 07:56:35.604685 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:35.973724 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-ae6d20ce-e794-43e3-ac43-95b5910b93e9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/00f0eb35-7210-4b2e-9f07-2d659f7b3ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886824 Aug 24 07:56:36.003396 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127863917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3127875'] for subnet (34cba8dd-a935-4f8d-8eba-a35f3bde2dd5), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:36.048394 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:36.064244 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34cba8dd-a935-4f8d-8eba-a35f3bde2dd5,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:36.076004 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Checking segment: {'id': 'f7fe2945-5128-4603-93c7-dd80d63c54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '18fedbf3-d180-42c8-b94c-961269f09bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:56:36.076363 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Network hostable DHCP agents. Network: 18fedbf3-d180-42c8-b94c-961269f09bdf, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:56:36.104054 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-869a9db6-3b84-4404-b9cd-98a7d5fc03bc req-05b525e8-4ec0-42b5-92b5-acc58579db12 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/00f0eb35-7210-4b2e-9f07-2d659f7b3ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891807 Aug 24 07:56:36.157440 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Network 18fedbf3-d180-42c8-b94c-961269f09bdf is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:56:36.261010 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:36.261147 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 18fedbf3-d180-42c8-b94c-961269f09bdf) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:56:36.265802 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:36.266422 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:36.270077 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d2362-81a8-45be-8c8c-30745be53135 None None] Network 18fedbf3-d180-42c8-b94c-961269f09bdf requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:56:36.371337 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-de64ca9b-eeb0-4552-a105-fb038a8e9f1f admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9893804 Aug 24 07:56:36.380348 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9086daba-281a-48a8-b33b-f7608be3d93a None None] Network 18fedbf3-d180-42c8-b94c-961269f09bdf requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:56:36.404908 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:36.441114 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:36.552759 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52d06b-a0b6-4daa-bf0b-5ff8d8348d7e req-39aff107-fa23-455d-bfd3-f34c11b66589 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:36.554758 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-af52d06b-a0b6-4daa-bf0b-5ff8d8348d7e req-39aff107-fa23-455d-bfd3-f34c11b66589 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0682383 Aug 24 07:56:36.604860 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-af52d06b-a0b6-4daa-bf0b-5ff8d8348d7e req-67d1a388-aeae-475e-bf57-65f89496bfe7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Aug 24 07:56:36.770782 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71db67-7737-4beb-a08b-c1822a128505 req-87fd772b-7800-48ff-91aa-828d40cee91e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:36.770782 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2d71db67-7737-4beb-a08b-c1822a128505 req-87fd772b-7800-48ff-91aa-828d40cee91e tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0829778 Aug 24 07:56:36.814393 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2d71db67-7737-4beb-a08b-c1822a128505 req-c1f70400-48ec-46f6-bf41-bfd453d497f8 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Aug 24 07:56:37.077785 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:37.735427 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6514f8-894c-4bd3-8181-4d3cd7cde171 req-1920cd3c-7645-448b-87e1-9d5ef2f6e370 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:37.736207 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9e6514f8-894c-4bd3-8181-4d3cd7cde171 req-1920cd3c-7645-448b-87e1-9d5ef2f6e370 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0478325 Aug 24 07:56:37.785455 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9e6514f8-894c-4bd3-8181-4d3cd7cde171 req-42986523-0437-4cfb-a915-8da4175c5ab7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Aug 24 07:56:37.934877 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3fd57-6d19-4df8-adac-745f06b7d585 req-1e195ad8-351d-4ac8-a56e-a5b3a4c2d96c tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:37.936339 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7bd3fd57-6d19-4df8-adac-745f06b7d585 req-1e195ad8-351d-4ac8-a56e-a5b3a4c2d96c tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0461311 Aug 24 07:56:37.984981 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7bd3fd57-6d19-4df8-adac-745f06b7d585 req-558548e5-572f-4409-a268-46245a9261a2 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Aug 24 07:56:38.082765 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:38.903158 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89e518-0e28-4b6e-aca1-c2a78a100531 req-4908c20d-3b7d-4a0e-a552-29ba5e53c451 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:38.904677 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-df89e518-0e28-4b6e-aca1-c2a78a100531 req-4908c20d-3b7d-4a0e-a552-29ba5e53c451 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0457780 Aug 24 07:56:38.956797 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-df89e518-0e28-4b6e-aca1-c2a78a100531 req-e3216bc1-900b-4e33-b056-49fa99edaa00 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465429 Aug 24 07:56:39.115822 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a461842-ea7f-4f26-ab7c-3a7851c20566 req-414646d1-5784-4cf6-abe1-e9302a6c44db tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:39.117402 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2a461842-ea7f-4f26-ab7c-3a7851c20566 req-414646d1-5784-4cf6-abe1-e9302a6c44db tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0534594 Aug 24 07:56:39.166437 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2a461842-ea7f-4f26-ab7c-3a7851c20566 req-6513ca4a-a593-4b73-be58-a09367a12032 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Aug 24 07:56:39.497922 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-76ee5414-41ff-48b2-a628-aab3929bf763 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:39.500297 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-76ee5414-41ff-48b2-a628-aab3929bf763 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0737669 Aug 24 07:56:39.671745 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-64e8d224-3e82-40a4-a1b7-d6d4ec0c1a67 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:39.673233 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-64e8d224-3e82-40a4-a1b7-d6d4ec0c1a67 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/networks?id=3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 HTTP/1.1" status: 200 len: 809 time: 0.1022084 Aug 24 07:56:39.687887 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-af5ad2b7-4450-4d20-ba92-7152e7b47e1f tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/quotas/647a6443ec0c49e58d3cdb373d681c38 HTTP/1.1" status: 200 len: 375 time: 0.0090623 Aug 24 07:56:39.721419 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-40a3f6a6-7fd3-4c52-b273-0d1d683038a7 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=647a6443ec0c49e58d3cdb373d681c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285406 Aug 24 07:56:39.820095 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-64a95c76-aa34-4957-9685-0b924a6254fa service neutron] 10.222.0.72 "GET /networking/v2.0/networks/3a6228c9-5ae1-4d34-9726-5ba5af8c41d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912826 Aug 24 07:56:39.858842 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:39.922130 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-1bf25c9c-4483-4358-baa0-3c258317669b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/3a6228c9-5ae1-4d34-9726-5ba5af8c41d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951998 Aug 24 07:56:40.081877 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3bc3-27b6-4545-8527-6111f9441b08 req-7d16696b-5835-46da-9208-de251d87f9dc tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:40.083941 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-804b3bc3-27b6-4545-8527-6111f9441b08 req-7d16696b-5835-46da-9208-de251d87f9dc tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0507717 Aug 24 07:56:40.133592 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-804b3bc3-27b6-4545-8527-6111f9441b08 req-64d01f0e-b26d-475e-b9ba-4ca4c4e31aed tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 Aug 24 07:56:40.200009 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2d5ca1c8-9362-4bb3-bf45-b38583229a59 req-38d9205e-a70b-48fa-9191-289563ffa912 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 210 time: 0.0346200 Aug 24 07:56:40.304290 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3cf18-78a7-462c-9efb-6e0f568d7b4c req-2e90e446-aa4a-42ee-9ea0-c9685599d3d4 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:40.306829 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device cddb0d7e-7022-4a60-ba3b-4112336a886c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 07:56:40.309322 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-49a3cf18-78a7-462c-9efb-6e0f568d7b4c req-2e90e446-aa4a-42ee-9ea0-c9685599d3d4 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 945 time: 0.0565562 Aug 24 07:56:40.378430 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-49a3cf18-78a7-462c-9efb-6e0f568d7b4c req-4a34c7f8-eaf2-44e7-8d19-4958c273325a tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624964 Aug 24 07:56:40.410876 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port cddb0d7e-7022-4a60-ba3b-4112336a886c is: ACTIVE; New status is: DOWN {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:40.411555 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:40.436864 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddb0d7e-7022-4a60-ba3b-4112336a886c'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:56:40.439095 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a15b7cd-79ad-46cb-9f15-588607d1f4bb" -d '{"events": [{"server_uuid": "da017fd6-2861-4ef8-b216-cb16309cdf1b", "name": "network-vif-unplugged", "status": "completed", "tag": "cddb0d7e-7022-4a60-ba3b-4112336a886c"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:56:40.458499 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port cddb0d7e-7022-4a60-ba3b-4112336a886c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddb0d7e-7022-4a60-ba3b-4112336a886c,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:40.480221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 07:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f84311d-2680-4f00-ac9b-ba628e91c55a x-openstack-request-id: req-7f84311d-2680-4f00-ac9b-ba628e91c55a {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:56:40.481939 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da017fd6-2861-4ef8-b216-cb16309cdf1b", "name": "network-vif-unplugged", "status": "completed", "tag": "cddb0d7e-7022-4a60-ba3b-4112336a886c", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:56:40.487143 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7f84311d-2680-4f00-ac9b-ba628e91c55a {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:56:40.487143 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f84311d-2680-4f00-ac9b-ba628e91c55a'] response: {'server_uuid': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddb0d7e-7022-4a60-ba3b-4112336a886c', 'code': 200} Aug 24 07:56:40.539974 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:40.595499 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=cddb0d7e-7022-4a60-ba3b-4112336a886c,revision_number=6']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:40.603182 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.603523 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.603878 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.604213 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.604541 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.604960 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.605286 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.605606 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.605924 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.606242 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.606559 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.606882 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.607190 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.607502 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:40.607832 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:56:41.254330 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f6a6e-fdb5-4606-ab34-bc9fdb5238cb req-331c5388-b85f-4c88-b8af-ea4c590d32d8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:41.255808 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cc1f6a6e-fdb5-4606-ab34-bc9fdb5238cb req-331c5388-b85f-4c88-b8af-ea4c590d32d8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0473945 Aug 24 07:56:41.302278 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-11e99d8c-aea4-4f30-990f-4f84ec9e93b3 req-fc25cf1e-78b6-4045-83b4-78da8d62c161 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 210 time: 0.0276377 Aug 24 07:56:41.303755 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cc1f6a6e-fdb5-4606-ab34-bc9fdb5238cb req-fdd9d704-d03e-4ee6-99b6-15774386c4a0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Aug 24 07:56:41.497182 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebbcd8-908f-4dad-bc4e-fe0c8ecd433e req-5638dfff-f2ab-43bd-95e6-d56600b67e98 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:41.498724 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-daebbcd8-908f-4dad-bc4e-fe0c8ecd433e req-5638dfff-f2ab-43bd-95e6-d56600b67e98 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 943 time: 0.0475738 Aug 24 07:56:41.550311 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-daebbcd8-908f-4dad-bc4e-fe0c8ecd433e req-a3b63355-8650-4453-9aa9-1511eb8a96f3 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4991c79c-9334-4895-a748-6dbaa4973767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Aug 24 07:56:42.167848 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Deleting port cddb0d7e-7022-4a60-ba3b-4112336a886c {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 07:56:42.168213 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:42.252046 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:42.277945 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] For port cddb0d7e-7022-4a60-ba3b-4112336a886c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddb0d7e-7022-4a60-ba3b-4112336a886c,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:42.278586 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:42.297473 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Calling delete_port for cddb0d7e-7022-4a60-ba3b-4112336a886c owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 07:56:42.454832 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:42.468816 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e15c58-2c79-49e5-a42f-2f0594bf09cb req-3a91820f-2d5a-495c-b9c4-d148e9888c7f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:42.474410 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6ea38576-0306-4136-8958-5c8a4112cc71 req-c8ee8859-9b78-4747-b78c-d99a31c5b41b tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 210 time: 0.0426636 Aug 24 07:56:42.475791 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-08e15c58-2c79-49e5-a42f-2f0594bf09cb req-3a91820f-2d5a-495c-b9c4-d148e9888c7f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0634604 Aug 24 07:56:42.533914 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-08e15c58-2c79-49e5-a42f-2f0594bf09cb req-670d78a0-f4ad-468c-b022-4246650e66d7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571423 Aug 24 07:56:42.585836 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (cddb0d7e-7022-4a60-ba3b-4112336a886c), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:42.626248 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Pushing event deleted for resources: {'Port': ['ID=cddb0d7e-7022-4a60-ba3b-4112336a886c,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:42.732429 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0d521a5b-4202-46c1-9d2b-8525eeb2669e req-fd3355cc-46af-4618-821e-6bf928168cd2 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 210 time: 0.0628009 Aug 24 07:56:42.748487 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] No DVR routers for this DVR port cddb0d7e-7022-4a60-ba3b-4112336a886c on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 07:56:42.752249 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:42.755811 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d4bdeee-a991-41bc-8c64-40fb1a765c83 req-64963c82-b0e4-46ee-b985-9b9af2abba51 tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.45 "DELETE /networking/v2.0/ports/cddb0d7e-7022-4a60-ba3b-4112336a886c HTTP/1.1" status: 204 len: 173 time: 0.7038472 Aug 24 07:56:42.756272 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'name': 'network-vif-deleted', 'tag': 'cddb0d7e-7022-4a60-ba3b-4112336a886c'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:56:42.758540 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431b28e6-b43a-4539-8eb0-042de3cb2e10" -d '{"events": [{"server_uuid": "da017fd6-2861-4ef8-b216-cb16309cdf1b", "name": "network-vif-deleted", "tag": "cddb0d7e-7022-4a60-ba3b-4112336a886c"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:56:42.765255 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=6 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:42.799895 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ed2bf2-8c45-4a1f-8e57-6e395c8a5368 x-openstack-request-id: req-c7ed2bf2-8c45-4a1f-8e57-6e395c8a5368 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:56:42.799895 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da017fd6-2861-4ef8-b216-cb16309cdf1b", "name": "network-vif-deleted", "tag": "cddb0d7e-7022-4a60-ba3b-4112336a886c", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:56:42.799895 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c7ed2bf2-8c45-4a1f-8e57-6e395c8a5368 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:56:42.799895 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ed2bf2-8c45-4a1f-8e57-6e395c8a5368'] response: {'server_uuid': 'da017fd6-2861-4ef8-b216-cb16309cdf1b', 'name': 'network-vif-deleted', 'tag': 'cddb0d7e-7022-4a60-ba3b-4112336a886c', 'status': 'completed', 'code': 200} Aug 24 07:56:43.584256 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-24f64179-6795-42ba-b32b-85e5fb9558b4 req-a03e8282-4f41-47eb-ad8f-a348bbc77902 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 210 time: 0.0327969 Aug 24 07:56:43.677627 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c566a-e46f-46ab-af45-5d75e01b5422 req-14818567-ed2d-42f7-9b7f-de79b231221d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:43.686737 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e85c566a-e46f-46ab-af45-5d75e01b5422 req-14818567-ed2d-42f7-9b7f-de79b231221d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0626845 Aug 24 07:56:43.714867 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a766fd6c-6b8a-4c2a-93f9-041c1836c1a5 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:43.716381 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a766fd6c-6b8a-4c2a-93f9-041c1836c1a5 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.45 "GET /networking/v2.0/networks?id=3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 HTTP/1.1" status: 200 len: 809 time: 0.1310906 Aug 24 07:56:43.758173 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e85c566a-e46f-46ab-af45-5d75e01b5422 req-59c46f80-aba7-4eb9-91d3-9de3c39f1c99 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705686 Aug 24 07:56:43.864768 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-050c26bc-c800-4e9c-94bc-d8110e7a0d96 req-5399d1bd-a38b-44eb-8929-daca65ccdc1c tempest-DeleteServersTestJSON-1584699379 tempest-DeleteServersTestJSON-1584699379-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=da017fd6-2861-4ef8-b216-cb16309cdf1b HTTP/1.1" status: 200 len: 210 time: 0.0347526 Aug 24 07:56:43.971137 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Request body: {'port': {'device_id': '68ff8b45-89e5-410a-878e-3f13dd4aeb2a', 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6', 'admin_state_up': True, 'tenant_id': '647a6443ec0c49e58d3cdb373d681c38'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:44.179701 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Made reservation on behalf of 647a6443ec0c49e58d3cdb373d681c38 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:56:44.184358 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:44.334596 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Allocated IP 172.20.0.5 (3a6228c9-5ae1-4d34-9726-5ba5af8c41d6/7e957227-e357-47e3-9d99-026d169f80f6/493fabbb-65d6-48e1-b2e1-894acb2f866c) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:56:44.501404 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks [] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:44.677307 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:44.693588 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6ff9c3a9-0456-4345-b632-ddcc6b3ee79d req-c86feda5-6964-411f-9838-1b42f7e96254 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 210 time: 0.0311162 Aug 24 07:56:44.724730 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:56:44.727873 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:56:44.731782 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:56:44.757366 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Pushing event updated for resources: {'Port': ['ID=493fabbb-65d6-48e1-b2e1-894acb2f866c,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:44.786789 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:44.787463 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:44.893998 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b112845-f5c5-43d9-b1d7-7b7086a6bd33 req-9f003f31-e1c1-44d1-9be1-c8586c88100d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:44.906254 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9b112845-f5c5-43d9-b1d7-7b7086a6bd33 req-9f003f31-e1c1-44d1-9be1-c8586c88100d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0722463 Aug 24 07:56:44.920426 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-95de9a0f-7043-446a-9cd9-cd9799d16c29 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9468553 Aug 24 07:56:44.935303 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:44.950905 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:44.953158 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60002) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:44.972277 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9b112845-f5c5-43d9-b1d7-7b7086a6bd33 req-4800bd7b-1f9c-4493-8445-2fa75ebf8bb0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509079 Aug 24 07:56:45.079284 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-222edbeb-c6e5-4b27-9c4c-2cdc6b4692ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:45.170383 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-222edbeb-c6e5-4b27-9c4c-2cdc6b4692ce admin admin] Publish callbacks [] for security_group (4eeeb7a3-bbe5-4624-ae31-310467e74a4c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:45.293838 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-222edbeb-c6e5-4b27-9c4c-2cdc6b4692ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (4eeeb7a3-bbe5-4624-ae31-310467e74a4c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:45.332454 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-222edbeb-c6e5-4b27-9c4c-2cdc6b4692ce admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=19de93aae58940babd61ffbf31f45c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809276 Aug 24 07:56:45.333409 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222edbeb-c6e5-4b27-9c4c-2cdc6b4692ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeeb7a3-bbe5-4624-ae31-310467e74a4c,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:45.335224 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60018) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:45.397942 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c048b181-05bd-4dbd-9957-0feea77ccff8 admin admin] Publish callbacks [] for security_group (4eeeb7a3-bbe5-4624-ae31-310467e74a4c), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:45.428142 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c048b181-05bd-4dbd-9957-0feea77ccff8 admin admin] Publish callbacks [] for security_group (4eeeb7a3-bbe5-4624-ae31-310467e74a4c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:45.705839 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c048b181-05bd-4dbd-9957-0feea77ccff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (4eeeb7a3-bbe5-4624-ae31-310467e74a4c), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:45.708970 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c048b181-05bd-4dbd-9957-0feea77ccff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:45.710808 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-c048b181-05bd-4dbd-9957-0feea77ccff8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4eeeb7a3-bbe5-4624-ae31-310467e74a4c HTTP/1.1" status: 204 len: 168 time: 0.3738594 Aug 24 07:56:45.720623 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048b181-05bd-4dbd-9957-0feea77ccff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeeb7a3-bbe5-4624-ae31-310467e74a4c,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:45.819988 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b101a66-5601-467a-b2be-15bac1585199 req-9d5d5c59-cbc8-4cdd-a9fd-4cda5c3cd89f tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:45.821494 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2b101a66-5601-467a-b2be-15bac1585199 req-9d5d5c59-cbc8-4cdd-a9fd-4cda5c3cd89f tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 931 time: 0.0475764 Aug 24 07:56:45.867919 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2b101a66-5601-467a-b2be-15bac1585199 req-2fe83fe6-edea-4c96-9d02-c19f49f442bb tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Aug 24 07:56:46.093470 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be4ad1-224c-4fb8-8e86-477d53ed0498 req-15ff5eca-a547-4b2f-ac80-6af419e7358b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:46.095343 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-88be4ad1-224c-4fb8-8e86-477d53ed0498 req-15ff5eca-a547-4b2f-ac80-6af419e7358b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0477946 Aug 24 07:56:46.134429 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:46.163368 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-88be4ad1-224c-4fb8-8e86-477d53ed0498 req-6d47f4b7-d083-4496-bdd5-c13f86ca8534 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625427 Aug 24 07:56:46.999092 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e46cc-95d8-4bb0-b82f-eeba395741f3 req-b484505c-ea67-49f6-a18c-56ab484a23e8 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:47.000567 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e34e46cc-95d8-4bb0-b82f-eeba395741f3 req-b484505c-ea67-49f6-a18c-56ab484a23e8 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 931 time: 0.0531049 Aug 24 07:56:47.048891 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e34e46cc-95d8-4bb0-b82f-eeba395741f3 req-a6dc3f0a-e130-49e8-b55c-2076c3bb8197 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Aug 24 07:56:47.314430 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Request body: {'port': {'device_id': '68ff8b45-89e5-410a-878e-3f13dd4aeb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:56:47.324603 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb07fe-b5c8-4280-aacf-086cd8bcf189 req-b7e5a77d-c99f-4cae-983b-6e983f0f7b9e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:47.326206 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9ffb07fe-b5c8-4280-aacf-086cd8bcf189 req-b7e5a77d-c99f-4cae-983b-6e983f0f7b9e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0525773 Aug 24 07:56:47.377995 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9ffb07fe-b5c8-4280-aacf-086cd8bcf189 req-84c1e949-bab2-4901-93ba-ca93d5c325cd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Aug 24 07:56:47.380825 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:47.672809 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60078) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:47.787352 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-387949b2-319e-4960-8e41-7136e3a33d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:47.830265 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:47.845389 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493fabbb-65d6-48e1-b2e1-894acb2f866c {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:56:47.853241 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Publish callbacks [] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:47.867186 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Transition to ACTIVE for port object 493fabbb-65d6-48e1-b2e1-894acb2f866c will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:56:47.879366 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-387949b2-319e-4960-8e41-7136e3a33d5d admin admin] Publish callbacks [] for security_group (67ba1802-3a59-469d-abeb-ea33d57260c6), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:47.977751 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:47.977925 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-387949b2-319e-4960-8e41-7136e3a33d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (67ba1802-3a59-469d-abeb-ea33d57260c6), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:48.001416 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:48.038215 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-387949b2-319e-4960-8e41-7136e3a33d5d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=82f87452d1df46f9aa31a065265c39ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615925 Aug 24 07:56:48.038215 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387949b2-319e-4960-8e41-7136e3a33d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ba1802-3a59-469d-abeb-ea33d57260c6,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:48.039306 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60086) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:48.049558 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Pushing event updated for resources: {'Port': ['ID=493fabbb-65d6-48e1-b2e1-894acb2f866c,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:48.101713 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Attempting to bind port 493fabbb-65d6-48e1-b2e1-894acb2f866c on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:56:48.102013 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac5d0502-41a1-4ca9-a673-9a96bf400696 admin admin] Publish callbacks [] for security_group (67ba1802-3a59-469d-abeb-ea33d57260c6), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:48.102159 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Attempting to bind port 493fabbb-65d6-48e1-b2e1-894acb2f866c by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5e16c05b-8737-4f66-8232-2dc6337bc711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:56:48.102380 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Attempting to bind port 493fabbb-65d6-48e1-b2e1-894acb2f866c on network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:56:48.107617 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Port 493fabbb-65d6-48e1-b2e1-894acb2f866c on network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:56:48.107934 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Attempting to bind port 493fabbb-65d6-48e1-b2e1-894acb2f866c on network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:56:48.113011 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:56:48.113347 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Checking segment: {'id': '5e16c05b-8737-4f66-8232-2dc6337bc711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:56:48.113721 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Bound using segment: {'id': '5e16c05b-8737-4f66-8232-2dc6337bc711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:56:48.114138 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Bound port: 493fabbb-65d6-48e1-b2e1-894acb2f866c, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e16c05b-8737-4f66-8232-2dc6337bc711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:56:48.114491 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:48.128807 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac5d0502-41a1-4ca9-a673-9a96bf400696 admin admin] Publish callbacks [] for security_group (67ba1802-3a59-469d-abeb-ea33d57260c6), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:48.146443 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:48.216830 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9392f4b-570b-4822-8290-05affcac7eaf req-fec74ec7-5be3-4b9b-b2b3-1383e205c114 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:48.218304 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e9392f4b-570b-4822-8290-05affcac7eaf req-fec74ec7-5be3-4b9b-b2b3-1383e205c114 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 943 time: 0.0693409 Aug 24 07:56:48.223707 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] For port 493fabbb-65d6-48e1-b2e1-894acb2f866c, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:56:48.232998 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] For port 493fabbb-65d6-48e1-b2e1-894acb2f866c, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=493fabbb-65d6-48e1-b2e1-894acb2f866c,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:56:48.255158 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac5d0502-41a1-4ca9-a673-9a96bf400696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (67ba1802-3a59-469d-abeb-ea33d57260c6), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:48.258018 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac5d0502-41a1-4ca9-a673-9a96bf400696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:48.264246 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ac5d0502-41a1-4ca9-a673-9a96bf400696 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/67ba1802-3a59-469d-abeb-ea33d57260c6 HTTP/1.1" status: 204 len: 168 time: 0.2239449 Aug 24 07:56:48.273584 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d0502-41a1-4ca9-a673-9a96bf400696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ba1802-3a59-469d-abeb-ea33d57260c6,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:48.296516 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e9392f4b-570b-4822-8290-05affcac7eaf req-058b7a85-c26a-4a2f-b815-7c4e7c8fe9d2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654922 Aug 24 07:56:48.319496 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:48.324155 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:48.324796 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:48.326250 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/493fabbb-65d6-48e1-b2e1-894acb2f866c HTTP/1.1" status: 200 len: 1093 time: 1.0163207 Aug 24 07:56:48.327476 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ff8b45-89e5-410a-878e-3f13dd4aeb2a', 'tag': '493fabbb-65d6-48e1-b2e1-894acb2f866c'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:56:48.328998 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59368ce9-53c9-43a5-8717-70704ca15781" -d '{"events": [{"name": "network-changed", "server_uuid": "68ff8b45-89e5-410a-878e-3f13dd4aeb2a", "tag": "493fabbb-65d6-48e1-b2e1-894acb2f866c"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:56:48.388767 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd6fd5b-46b4-436d-b7cf-fd9ea9ff7b20 x-openstack-request-id: req-0fd6fd5b-46b4-436d-b7cf-fd9ea9ff7b20 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:56:48.389060 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ff8b45-89e5-410a-878e-3f13dd4aeb2a", "tag": "493fabbb-65d6-48e1-b2e1-894acb2f866c", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:56:48.389312 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0fd6fd5b-46b4-436d-b7cf-fd9ea9ff7b20 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:56:48.389700 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd6fd5b-46b4-436d-b7cf-fd9ea9ff7b20'] response: {'name': 'network-changed', 'server_uuid': '68ff8b45-89e5-410a-878e-3f13dd4aeb2a', 'tag': '493fabbb-65d6-48e1-b2e1-894acb2f866c', 'status': 'completed', 'code': 200} Aug 24 07:56:48.392688 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cad9c-b33c-458c-88ee-996f20dc838a service neutron] Pushing event updated for resources: {'Port': ['ID=493fabbb-65d6-48e1-b2e1-894acb2f866c,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:48.506143 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59368ce9-53c9-43a5-8717-70704ca15781 req-ce69fae0-9469-46f6-804d-8f360fd961b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:48.508299 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-59368ce9-53c9-43a5-8717-70704ca15781 req-ce69fae0-9469-46f6-804d-8f360fd961b1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=647a6443ec0c49e58d3cdb373d681c38&device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 1127 time: 0.0839360 Aug 24 07:56:48.546681 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951ed98-cbfd-476a-bd3b-1e34fc4e5abd req-c54a8a11-9103-47e1-b763-f86104493573 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:48.548287 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4951ed98-cbfd-476a-bd3b-1e34fc4e5abd req-c54a8a11-9103-47e1-b763-f86104493573 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0890570 Aug 24 07:56:48.778866 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59368ce9-53c9-43a5-8717-70704ca15781 req-c1cbe657-9f78-490c-9940-2a91a4b8451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:48.781019 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-59368ce9-53c9-43a5-8717-70704ca15781 req-c1cbe657-9f78-490c-9940-2a91a4b8451d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=647a6443ec0c49e58d3cdb373d681c38&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2613847 Aug 24 07:56:48.788482 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60118) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:48.791334 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4951ed98-cbfd-476a-bd3b-1e34fc4e5abd req-9b09dc26-28ed-44bc-a85e-c5305445fb48 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255571 Aug 24 07:56:48.914737 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:48.971893 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59368ce9-53c9-43a5-8717-70704ca15781 req-434f9a0d-92d0-4103-a3e4-6c30365f1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:48.973604 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-59368ce9-53c9-43a5-8717-70704ca15781 req-434f9a0d-92d0-4103-a3e4-6c30365f1405 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813602 Aug 24 07:56:49.020248 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:49.075468 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-6417b4f1-8795-4f10-af69-4a389b67196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:49.077139 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-6417b4f1-8795-4f10-af69-4a389b67196f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=647a6443ec0c49e58d3cdb373d681c38&device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 1127 time: 0.0593860 Aug 24 07:56:49.128884 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-b6633f64-7473-4031-af5c-e05604cb07fe service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=493fabbb-65d6-48e1-b2e1-894acb2f866c HTTP/1.1" status: 200 len: 217 time: 0.0428236 Aug 24 07:56:49.184609 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-71a29226-6f89-4ba4-b458-ae215d035f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:49.186396 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-71a29226-6f89-4ba4-b458-ae215d035f84 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7e957227-e357-47e3-9d99-026d169f80f6 HTTP/1.1" status: 200 len: 849 time: 0.0512903 Aug 24 07:56:49.225380 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-feff6dd9-7980-497c-b651-282423628a78 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a6228c9-5ae1-4d34-9726-5ba5af8c41d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281832 Aug 24 07:56:49.275302 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (a7828fa0-efc7-4c0a-a02e-a956ce623036), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:49.340531 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-9d534e10-d262-4fca-a8dd-ea1d15125898 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a6228c9-5ae1-4d34-9726-5ba5af8c41d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082006 Aug 24 07:56:49.486179 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4fa6890c-604f-4481-bd19-27b2cc8576db req-0f8d6dbe-e482-4fb3-9d56-83e63fc77fc6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a6228c9-5ae1-4d34-9726-5ba5af8c41d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348977 Aug 24 07:56:49.597875 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc90c2-536e-40ce-b76c-a8b094ed90f5 req-d7eec91c-0264-4b28-bc83-91c52ccb4b1e tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:49.609594 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0afc90c2-536e-40ce-b76c-a8b094ed90f5 req-d7eec91c-0264-4b28-bc83-91c52ccb4b1e tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 943 time: 0.1992421 Aug 24 07:56:49.734433 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0afc90c2-536e-40ce-b76c-a8b094ed90f5 req-7448c1ee-0c4a-4fc6-bbaf-9a2f292476eb tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193564 Aug 24 07:56:49.738188 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:49.773477 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Deleting port 4daea41d-d56a-4057-bac4-eda9dac57440 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 07:56:49.773809 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:49.881278 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] For port 4daea41d-d56a-4057-bac4-eda9dac57440, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4daea41d-d56a-4057-bac4-eda9dac57440,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:49.881932 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:49.896901 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Calling delete_port for 4daea41d-d56a-4057-bac4-eda9dac57440 owned by network:router_interface {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 07:56:49.930442 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc449b51-45a1-4332-95b1-121a81d63d2d req-3103fa65-e7f7-4574-bb17-ce5544aba6d5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:49.932077 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cc449b51-45a1-4332-95b1-121a81d63d2d req-3103fa65-e7f7-4574-bb17-ce5544aba6d5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0559418 Aug 24 07:56:50.008929 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cc449b51-45a1-4332-95b1-121a81d63d2d req-a88f16a8-5464-4a88-9e8a-17e352236a19 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705431 Aug 24 07:56:50.431198 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (4daea41d-d56a-4057-bac4-eda9dac57440), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:50.461864 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Pushing event deleted for resources: {'Port': ['ID=4daea41d-d56a-4057-bac4-eda9dac57440,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:50.518044 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:50.634896 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (a7828fa0-efc7-4c0a-a02e-a956ce623036), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:50.754478 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:56:50.908514 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cedf7c-f68d-4237-8f43-962e2ab785da req-ea92f60f-c44c-423d-b34a-4fcd2ca93324 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:50.910060 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c2cedf7c-f68d-4237-8f43-962e2ab785da req-ea92f60f-c44c-423d-b34a-4fcd2ca93324 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 943 time: 0.0631816 Aug 24 07:56:50.912117 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Router a7828fa0-efc7-4c0a-a02e-a956ce623036 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:56:51.030203 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c2cedf7c-f68d-4237-8f43-962e2ab785da req-2c999cc7-98d4-4fad-bcca-8676d5342b07 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137938 Aug 24 07:56:51.064979 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:56:51.070996 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-a916ed9f-c069-47ec-a1d5-207cb6c6f698 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/a7828fa0-efc7-4c0a-a02e-a956ce623036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2804570 Aug 24 07:56:51.074398 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60190) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:51.225090 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] Sync routers for ids ['a7828fa0-efc7-4c0a-a02e-a956ce623036'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:56:51.235639 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] Routers {'a7828fa0-efc7-4c0a-a02e-a956ce623036'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:56:51.236423 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:56:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a7828fa0-efc7-4c0a-a02e-a956ce623036'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:51.251714 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6974bb-bc1c-4f38-af90-f678ebf1e735 req-f0de0261-73aa-449d-a24e-b051c373ec7b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:51.253288 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8d6974bb-bc1c-4f38-af90-f678ebf1e735 req-f0de0261-73aa-449d-a24e-b051c373ec7b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0978584 Aug 24 07:56:51.255564 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:51.293599 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks [] for router (a7828fa0-efc7-4c0a-a02e-a956ce623036), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:51.339491 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] Set router a7828fa0-efc7-4c0a-a02e-a956ce623036 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:56:51.381232 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8d6974bb-bc1c-4f38-af90-f678ebf1e735 req-0d7b012e-88e2-4107-b1f7-cfff1b92d0da tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202788 Aug 24 07:56:51.421093 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks [] for router_gateway (a7828fa0-efc7-4c0a-a02e-a956ce623036), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:51.509329 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:56:50Z', 'revision_number': 5, 'project_id': '601816703e524795ab40b1dea9393870', 'gw_port': {'id': '56cb9868-9e3c-4119-a0f0-ee905fca5c2b', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:51.534007 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] Checking router: a7828fa0-efc7-4c0a-a02e-a956ce623036 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:56:51.549967 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Deleting port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 07:56:51.550309 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:51.551042 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] Routers {'a7828fa0-efc7-4c0a-a02e-a956ce623036'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:56:51.551657 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:56:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a7828fa0-efc7-4c0a-a02e-a956ce623036'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:51.607938 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5e2833ea-5dc6-4551-a8e9-d219fc9af740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:51.620184 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:51.635172 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] For port 56cb9868-9e3c-4119-a0f0-ee905fca5c2b, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=56cb9868-9e3c-4119-a0f0-ee905fca5c2b,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:51.635534 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:51.638471 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] Set router a7828fa0-efc7-4c0a-a02e-a956ce623036 gateway port host: None {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:56:51.648240 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Calling delete_port for 56cb9868-9e3c-4119-a0f0-ee905fca5c2b owned by network:router_gateway {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 07:56:51.687513 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:56:51Z', 'revision_number': 6, 'project_id': '601816703e524795ab40b1dea9393870', 'gw_port_host': None}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:51.702370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:51.715206 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cf879-7780-4920-b4e9-d8551214be52 None None] The sync data for ids ['a7828fa0-efc7-4c0a-a02e-a956ce623036'] in dv-cinder-854275-1-iscsi is: [{'id': 'a7828fa0-efc7-4c0a-a02e-a956ce623036', 'name': 'tempest-DeleteServersTestJSON-1650955811-router', 'tenant_id': '601816703e524795ab40b1dea9393870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:56:51Z', 'revision_number': 6, 'project_id': '601816703e524795ab40b1dea9393870', 'gw_port_host': None}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:56:51.886111 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (56cb9868-9e3c-4119-a0f0-ee905fca5c2b), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:51.912852 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56cb9868-9e3c-4119-a0f0-ee905fca5c2b,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:51.976296 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (a7828fa0-efc7-4c0a-a02e-a956ce623036), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.085977 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (a7828fa0-efc7-4c0a-a02e-a956ce623036), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.089039 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks [] for router_controller (a7828fa0-efc7-4c0a-a02e-a956ce623036), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.182533 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f187631-db1a-48eb-a26c-62a66ebd0b97 req-2cb86be8-8255-4b4d-a8b8-5e5020826bd4 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:52.189219 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7f187631-db1a-48eb-a26c-62a66ebd0b97 req-2cb86be8-8255-4b4d-a8b8-5e5020826bd4 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 943 time: 0.0618117 Aug 24 07:56:52.239484 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7f187631-db1a-48eb-a26c-62a66ebd0b97 req-88d7835b-8845-481a-9c88-b6542b33adec tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489693 Aug 24 07:56:52.483925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (a7828fa0-efc7-4c0a-a02e-a956ce623036), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.484424 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7828fa0-efc7-4c0a-a02e-a956ce623036 {{(pid=113381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 07:56:52.492400 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.493533 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-8ab157ce-fd62-4734-a8ca-e3de850164f3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/a7828fa0-efc7-4c0a-a02e-a956ce623036 HTTP/1.1" status: 204 len: 168 time: 1.4176233 Aug 24 07:56:52.496189 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60208) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:52.507091 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d4912-5899-45fd-ba90-9526394695b5 req-b64f17f2-e5b6-4650-b682-f8aff41e2d64 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:52.508612 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b2d4912-5899-45fd-ba90-9526394695b5 req-b64f17f2-e5b6-4650-b682-f8aff41e2d64 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0522962 Aug 24 07:56:52.544424 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-229d2bfd-67fd-4f38-86a6-5b353682cd04 admin admin] Deleting subnet 0bf6c0cc-0e5f-4ff0-99d0-f75758576434 {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 07:56:52.548191 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-229d2bfd-67fd-4f38-86a6-5b353682cd04 admin admin] Publish callbacks [] for subnet (0bf6c0cc-0e5f-4ff0-99d0-f75758576434), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.566259 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b2d4912-5899-45fd-ba90-9526394695b5 req-fae5f379-f65d-4cf9-bb9c-b0d49e4732c6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492060 Aug 24 07:56:52.593450 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-229d2bfd-67fd-4f38-86a6-5b353682cd04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127634893'] for subnet (0bf6c0cc-0e5f-4ff0-99d0-f75758576434), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.705753 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-229d2bfd-67fd-4f38-86a6-5b353682cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (0bf6c0cc-0e5f-4ff0-99d0-f75758576434), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.854962 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-229d2bfd-67fd-4f38-86a6-5b353682cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127864488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3127880'] for subnet (0bf6c0cc-0e5f-4ff0-99d0-f75758576434), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.878676 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d2bfd-67fd-4f38-86a6-5b353682cd04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf6c0cc-0e5f-4ff0-99d0-f75758576434,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:52.885589 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-229d2bfd-67fd-4f38-86a6-5b353682cd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:52.891726 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-229d2bfd-67fd-4f38-86a6-5b353682cd04 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/0bf6c0cc-0e5f-4ff0-99d0-f75758576434 HTTP/1.1" status: 204 len: 168 time: 0.3909400 Aug 24 07:56:52.891726 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60210) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:52.894813 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8684caa7-e9bb-41b3-948f-fc5c59945fa0 None None] Network 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:56:52.970657 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (00f0eb35-7210-4b2e-9f07-2d659f7b3ce3), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.027711 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Deleting port 4ddaf07c-368f-4912-baff-a74297a6bcb8 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 07:56:53.027848 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.064577 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3187b36f-fb5d-4bbf-8335-6359e7a551dd None None] DHCP port deletion for 00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 07:56:53.098983 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] For port 4ddaf07c-368f-4912-baff-a74297a6bcb8, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4ddaf07c-368f-4912-baff-a74297a6bcb8,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:53.099355 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.113232 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Calling delete_port for 4ddaf07c-368f-4912-baff-a74297a6bcb8 owned by network:dhcp {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 07:56:53.113443 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-3187b36f-fb5d-4bbf-8335-6359e7a551dd None None] Deleting port 4ddaf07c-368f-4912-baff-a74297a6bcb8 {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 07:56:53.113646 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3187b36f-fb5d-4bbf-8335-6359e7a551dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.142858 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4daea41d-d56a-4057-bac4-eda9dac57440 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 07:56:53.196740 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 4daea41d-d56a-4057-bac4-eda9dac57440 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 07:56:53.197517 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4daea41d-d56a-4057-bac4-eda9dac57440 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 07:56:53.197935 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4ddaf07c-368f-4912-baff-a74297a6bcb8 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 07:56:53.204336 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-3187b36f-fb5d-4bbf-8335-6359e7a551dd None None] For port 4ddaf07c-368f-4912-baff-a74297a6bcb8, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4ddaf07c-368f-4912-baff-a74297a6bcb8,segment=NetworkSegment(6240daff-cb51-4765-9486-ea194ebabc95),segment_id=6240daff-cb51-4765-9486-ea194ebabc95)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:53.204816 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3187b36f-fb5d-4bbf-8335-6359e7a551dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.244750 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-3187b36f-fb5d-4bbf-8335-6359e7a551dd None None] Calling delete_port for 4ddaf07c-368f-4912-baff-a74297a6bcb8 owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 07:56:53.288280 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.316537 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No ports have port_id starting with 4ddaf07c-368f-4912-baff-a74297a6bcb8 Aug 24 07:56:53.320102 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddaf07c-368f-4912-baff-a74297a6bcb8,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:53.321979 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] No DVR routers for this DVR port 4ddaf07c-368f-4912-baff-a74297a6bcb8 on host dv-cinder-854275-1-iscsi {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 07:56:53.322237 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 56cb9868-9e3c-4119-a0f0-ee905fca5c2b no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 07:56:53.351065 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 56cb9868-9e3c-4119-a0f0-ee905fca5c2b {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 07:56:53.351409 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 56cb9868-9e3c-4119-a0f0-ee905fca5c2b not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 07:56:53.386067 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:53.393984 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3187b36f-fb5d-4bbf-8335-6359e7a551dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (4ddaf07c-368f-4912-baff-a74297a6bcb8), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.419328 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d3a8a-daee-433d-bc74-f2bc21bba34b req-0c3c7c8a-2567-4fbf-8e7a-5de4b01c263b tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:53.420567 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187b36f-fb5d-4bbf-8335-6359e7a551dd None None] Pushing event deleted for resources: {'Port': ['ID=4ddaf07c-368f-4912-baff-a74297a6bcb8,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:53.420829 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7d8d3a8a-daee-433d-bc74-f2bc21bba34b req-0c3c7c8a-2567-4fbf-8e7a-5de4b01c263b tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 943 time: 0.1023257 Aug 24 07:56:53.425920 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187b36f-fb5d-4bbf-8335-6359e7a551dd None None] No DVR routers for this DVR port 4ddaf07c-368f-4912-baff-a74297a6bcb8 on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 07:56:53.458464 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (00f0eb35-7210-4b2e-9f07-2d659f7b3ce3), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.470699 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 493fabbb-65d6-48e1-b2e1-894acb2f866c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:56:53.482392 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:53.489595 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:53.492331 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f0eb35-7210-4b2e-9f07-2d659f7b3ce3']}} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:53.514509 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6240daff-cb51-4765-9486-ea194ebabc95') {'for_net_delete': True} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:53.514808 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6240daff-cb51-4765-9486-ea194ebabc95') {} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:56:53.527286 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127634884'] for segment (6240daff-cb51-4765-9486-ea194ebabc95), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.531550 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7d8d3a8a-daee-433d-bc74-f2bc21bba34b req-a78e0a14-12c7-46fc-b857-b4216182564b tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039379 Aug 24 07:56:53.546333 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:53.550721 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (6240daff-cb51-4765-9486-ea194ebabc95), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.558629 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=113380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 07:56:53.559084 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127864526'] for segment (6240daff-cb51-4765-9486-ea194ebabc95), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.578589 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 6240daff-cb51-4765-9486-ea194ebabc95 resource provider aggregate not found Aug 24 07:56:53.581073 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 493fabbb-65d6-48e1-b2e1-894acb2f866c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=493fabbb-65d6-48e1-b2e1-894acb2f866c,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:53.594202 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '493fabbb-65d6-48e1-b2e1-894acb2f866c', 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6', 'port_id': '493fabbb-65d6-48e1-b2e1-894acb2f866c', 'mac_address': 'fa:16:3e:b9:c6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e957227-e357-47e3-9d99-026d169f80f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:56:53.629721 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 6240daff-cb51-4765-9486-ea194ebabc95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6240daff-cb51-4765-9486-ea194ebabc95 found for delete ", "request_id": "req-4d910c82-53c6-4b08-b5b2-b41cc0a00bbd"}]} Aug 24 07:56:53.640681 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 493fabbb-65d6-48e1-b2e1-894acb2f866c is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:53.641091 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.654489 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493fabbb-65d6-48e1-b2e1-894acb2f866c {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:56:53.674880 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 493fabbb-65d6-48e1-b2e1-894acb2f866c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=493fabbb-65d6-48e1-b2e1-894acb2f866c,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:53.706327 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13fade-9373-441b-8e89-6d640938a2ad req-b714b4dd-f3be-4db7-a523-7fb5e02d044d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:53.707652 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2c13fade-9373-441b-8e89-6d640938a2ad req-b714b4dd-f3be-4db7-a523-7fb5e02d044d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0488751 Aug 24 07:56:53.714726 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (00f0eb35-7210-4b2e-9f07-2d659f7b3ce3), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.721506 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.725659 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/00f0eb35-7210-4b2e-9f07-2d659f7b3ce3 HTTP/1.1" status: 204 len: 168 time: 0.8321605 Aug 24 07:56:53.736956 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e5ab-2370-4ffb-8d38-3f9cf25ba07f admin admin] Pushing event deleted for resources: {'Network': ['ID=00f0eb35-7210-4b2e-9f07-2d659f7b3ce3,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:53.760504 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2c13fade-9373-441b-8e89-6d640938a2ad req-0269b9b0-3144-457f-af57-3165176e8980 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472202 Aug 24 07:56:53.777758 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:53.826166 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=493fabbb-65d6-48e1-b2e1-894acb2f866c,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:53.835308 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c1a2be64-3cc4-4124-a0a4-97c3be671bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:54.077151 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['493fabbb-65d6-48e1-b2e1-894acb2f866c'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:56:54.241969 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60238) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:54.284346 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-05b21192-661c-4f97-85bd-44932a314c2b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=601816703e524795ab40b1dea9393870&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412116 Aug 24 07:56:54.290112 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60244) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:56:54.303199 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:54.341310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1b5cebd5-4706-46ab-a779-bd21d24f2175 admin admin] Publish callbacks [] for security_group (4991c79c-9334-4895-a748-6dbaa4973767), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:54.363299 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1b5cebd5-4706-46ab-a779-bd21d24f2175 admin admin] Publish callbacks [] for security_group (4991c79c-9334-4895-a748-6dbaa4973767), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:54.511621 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1b5cebd5-4706-46ab-a779-bd21d24f2175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (4991c79c-9334-4895-a748-6dbaa4973767), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:54.514418 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1b5cebd5-4706-46ab-a779-bd21d24f2175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:54.518904 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-1b5cebd5-4706-46ab-a779-bd21d24f2175 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4991c79c-9334-4895-a748-6dbaa4973767 HTTP/1.1" status: 204 len: 168 time: 0.2276788 Aug 24 07:56:54.528201 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cebd5-4706-46ab-a779-bd21d24f2175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4991c79c-9334-4895-a748-6dbaa4973767,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:54.661221 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23a4b-5e5b-45a1-a0ea-7a114183d239 req-bb3def1e-8332-4705-8682-3fd83468d033 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:54.662794 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1fb23a4b-5e5b-45a1-a0ea-7a114183d239 req-bb3def1e-8332-4705-8682-3fd83468d033 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 944 time: 0.0544074 Aug 24 07:56:54.721653 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1fb23a4b-5e5b-45a1-a0ea-7a114183d239 req-2430d4e8-01d6-4248-bac1-1cda5027179d tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529697 Aug 24 07:56:54.882947 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d588e7-7ed8-4797-afab-d37d07b11fda req-199c3c0e-a12b-49a4-aac9-fb45f39733db tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:54.885151 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d8d588e7-7ed8-4797-afab-d37d07b11fda req-199c3c0e-a12b-49a4-aac9-fb45f39733db tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0500319 Aug 24 07:56:54.935760 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d8d588e7-7ed8-4797-afab-d37d07b11fda req-85e7d437-f93e-4f07-b22b-8c83bbafc254 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Aug 24 07:56:55.138039 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 493fabbb-65d6-48e1-b2e1-894acb2f866c up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:56:55.188328 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:55.193567 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 493fabbb-65d6-48e1-b2e1-894acb2f866c completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:56:55.253822 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 493fabbb-65d6-48e1-b2e1-894acb2f866c triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:56:55.254247 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:55.334895 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 493fabbb-65d6-48e1-b2e1-894acb2f866c is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:56:55.335198 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:55.358599 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ff8b45-89e5-410a-878e-3f13dd4aeb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493fabbb-65d6-48e1-b2e1-894acb2f866c'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:56:55.362006 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9367f251-6837-4cbe-8102-96dcff08610c" -d '{"events": [{"server_uuid": "68ff8b45-89e5-410a-878e-3f13dd4aeb2a", "name": "network-vif-plugged", "status": "completed", "tag": "493fabbb-65d6-48e1-b2e1-894acb2f866c"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:56:55.380998 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 493fabbb-65d6-48e1-b2e1-894acb2f866c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=493fabbb-65d6-48e1-b2e1-894acb2f866c,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:56:55.435174 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbaa8a5-31b9-413e-9582-c35a7fd20ff1 x-openstack-request-id: req-fbbaa8a5-31b9-413e-9582-c35a7fd20ff1 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:56:55.435538 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ff8b45-89e5-410a-878e-3f13dd4aeb2a", "name": "network-vif-plugged", "status": "completed", "tag": "493fabbb-65d6-48e1-b2e1-894acb2f866c", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:56:55.435855 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fbbaa8a5-31b9-413e-9582-c35a7fd20ff1 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:56:55.436308 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbaa8a5-31b9-413e-9582-c35a7fd20ff1'] response: {'server_uuid': '68ff8b45-89e5-410a-878e-3f13dd4aeb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493fabbb-65d6-48e1-b2e1-894acb2f866c', 'code': 200} Aug 24 07:56:55.465920 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:55.513330 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:55.549084 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=493fabbb-65d6-48e1-b2e1-894acb2f866c,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:56:55.886500 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ee18f-09d8-4fb6-af12-f915de420ae1 req-88a9d477-6f0d-4057-9e3a-aef3841dbcf3 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:55.888107 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c12ee18f-09d8-4fb6-af12-f915de420ae1 req-88a9d477-6f0d-4057-9e3a-aef3841dbcf3 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0627317 Aug 24 07:56:55.961557 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d9433-b1ec-4024-8a8d-4ad0003b9220 req-738a77d7-5d6d-418b-8c25-cb060fc39541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:55.963219 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef8d9433-b1ec-4024-8a8d-4ad0003b9220 req-738a77d7-5d6d-418b-8c25-cb060fc39541 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 1129 time: 0.1491518 Aug 24 07:56:56.018795 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c12ee18f-09d8-4fb6-af12-f915de420ae1 req-a500f43a-1ee9-49ba-8863-8f3aded0b95c tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925076 Aug 24 07:56:56.055347 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef8d9433-b1ec-4024-8a8d-4ad0003b9220 req-37f4a6b3-a53e-47a3-9b25-f34b54e0500c service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753107 Aug 24 07:56:56.091770 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1e0c-1640-43e3-ae59-a9fedce766aa req-6266f62c-389c-430b-9e42-22b1659d5516 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:56.093321 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2edf1e0c-1640-43e3-ae59-a9fedce766aa req-6266f62c-389c-430b-9e42-22b1659d5516 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0546534 Aug 24 07:56:56.160479 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2edf1e0c-1640-43e3-ae59-a9fedce766aa req-7e6d5ae4-b512-4dcd-8c8a-fc081f333778 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601304 Aug 24 07:56:56.948969 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:57.133605 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:56:57.145348 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91421cb-036d-4f00-bfab-46fc258c7cc6 req-b3470a57-82bf-4303-ac36-b330db5b846f tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:57.147037 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d91421cb-036d-4f00-bfab-46fc258c7cc6 req-b3470a57-82bf-4303-ac36-b330db5b846f tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0486543 Aug 24 07:56:57.190585 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:56:57.207709 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d91421cb-036d-4f00-bfab-46fc258c7cc6 req-01dd9f9b-68b4-479e-9b8c-45444eb2bc6e tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485868 Aug 24 07:56:57.283234 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88140ad9-16e1-47b9-8dc3-39c76c22d462 req-fc520869-1e53-482e-aa0d-ccc7edc52cec tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:57.284817 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-88140ad9-16e1-47b9-8dc3-39c76c22d462 req-fc520869-1e53-482e-aa0d-ccc7edc52cec tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0467603 Aug 24 07:56:57.333107 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-88140ad9-16e1-47b9-8dc3-39c76c22d462 req-b291df42-b83c-4d37-b509-89ce6a250d25 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424411 Aug 24 07:56:58.321339 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa6b88-5bfa-4496-989c-cb03f1b5eaf9 req-16d6a0f8-bfb2-491f-af0d-e91f0e933fc8 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:58.323334 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ffa6b88-5bfa-4496-989c-cb03f1b5eaf9 req-16d6a0f8-bfb2-491f-af0d-e91f0e933fc8 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0503783 Aug 24 07:56:58.370970 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ffa6b88-5bfa-4496-989c-cb03f1b5eaf9 req-26945633-cdae-420e-80a6-d60c45e740bc tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Aug 24 07:56:58.465813 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0ea9-8925-470e-bba1-d0ac8711e42e req-250503cc-9707-438e-91a3-b6bec0df7029 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:58.467292 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4dbd0ea9-8925-470e-bba1-d0ac8711e42e req-250503cc-9707-438e-91a3-b6bec0df7029 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0507538 Aug 24 07:56:58.527723 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4dbd0ea9-8925-470e-bba1-d0ac8711e42e req-a93d06f0-2d4d-42fb-b1fd-29d1fc0bc23b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494668 Aug 24 07:56:59.497035 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2234b6-de79-4768-8a74-7b2b4049f559 req-75d9f940-061d-4369-9c70-8f95de40330a tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:59.498541 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1d2234b6-de79-4768-8a74-7b2b4049f559 req-75d9f940-061d-4369-9c70-8f95de40330a tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0506339 Aug 24 07:56:59.557164 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1d2234b6-de79-4768-8a74-7b2b4049f559 req-3213d4bd-f445-4257-ac59-f38ba3e64e6c tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527380 Aug 24 07:56:59.641232 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b8ca-2f31-439e-a3b8-a2727543808f req-3fc6887e-6eaa-41af-97d6-b5eb307f5a0e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:56:59.642800 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2a36b8ca-2f31-439e-a3b8-a2727543808f req-3fc6887e-6eaa-41af-97d6-b5eb307f5a0e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0481877 Aug 24 07:56:59.691597 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2a36b8ca-2f31-439e-a3b8-a2727543808f req-94db683c-a51a-4f5d-b5e7-d292578ec9e2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Aug 24 07:57:00.676380 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e253f-5564-4c05-87f9-e571e0da4344 req-d4d9b78f-39b3-44e6-9f45-ead9b7c6c910 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:00.677871 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3e0e253f-5564-4c05-87f9-e571e0da4344 req-d4d9b78f-39b3-44e6-9f45-ead9b7c6c910 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0517266 Aug 24 07:57:00.727382 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3e0e253f-5564-4c05-87f9-e571e0da4344 req-abcc5f03-8fad-42d5-ab7d-e5a2aec5fa89 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Aug 24 07:57:00.815896 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9e61c-2068-449b-8efc-77d988cbe67c req-9af4a084-6e52-4a7a-bc27-682eac324331 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:00.820379 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-97b9e61c-2068-449b-8efc-77d988cbe67c req-9af4a084-6e52-4a7a-bc27-682eac324331 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0548494 Aug 24 07:57:00.872661 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-97b9e61c-2068-449b-8efc-77d988cbe67c req-f02274ff-7e3c-4fc4-aa29-0626bd5eb25d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465746 Aug 24 07:57:01.662062 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=38 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:01.691107 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=47 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:01.846899 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbb931-bf1c-468a-adc6-d29833b5b0ff req-ea3e39b0-620b-49e3-9584-237f8d84eeca tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:01.848349 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c7fbb931-bf1c-468a-adc6-d29833b5b0ff req-ea3e39b0-620b-49e3-9584-237f8d84eeca tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0462110 Aug 24 07:57:01.898992 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c7fbb931-bf1c-468a-adc6-d29833b5b0ff req-d4c3c45f-5aa4-4fa4-9d17-9a53f8aa30a7 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 Aug 24 07:57:01.978390 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:01.996635 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2dd7c-77c7-45c3-ad7e-53808457edab req-3089608b-d249-4677-9f46-37899a1926d5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:01.998158 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a4e2dd7c-77c7-45c3-ad7e-53808457edab req-3089608b-d249-4677-9f46-37899a1926d5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0465961 Aug 24 07:57:02.045694 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a4e2dd7c-77c7-45c3-ad7e-53808457edab req-465099fd-6a00-4375-af11-791e88ecf13b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Aug 24 07:57:03.022866 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f399dc-98c0-4ffe-a8b3-5984e02af20a req-a77b25b4-d6b3-40e2-b91e-bc7a1a9a9e6f tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:03.024385 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-36f399dc-98c0-4ffe-a8b3-5984e02af20a req-a77b25b4-d6b3-40e2-b91e-bc7a1a9a9e6f tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0493896 Aug 24 07:57:03.077510 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-36f399dc-98c0-4ffe-a8b3-5984e02af20a req-c2cb334e-ea9c-47ac-acc6-1e80c99f5647 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Aug 24 07:57:03.168689 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe64be-d413-4818-bcce-c7a5f2ed1da8 req-33bdc498-570a-479e-b9f2-8a9ca9b7df95 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:03.170573 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-85fe64be-d413-4818-bcce-c7a5f2ed1da8 req-33bdc498-570a-479e-b9f2-8a9ca9b7df95 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0513885 Aug 24 07:57:03.223184 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-85fe64be-d413-4818-bcce-c7a5f2ed1da8 req-350b0a8f-49b3-431c-b43f-61c73cb6d1e6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Aug 24 07:57:04.250321 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631f078-e724-4dab-a70d-2255ab70f5f2 req-1ec4bb19-df03-42b1-8b7a-aee069f2ca07 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:04.251836 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1631f078-e724-4dab-a70d-2255ab70f5f2 req-1ec4bb19-df03-42b1-8b7a-aee069f2ca07 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0946825 Aug 24 07:57:04.252836 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639adf3e-5851-449e-a8f1-3ad80c86c155 req-09139752-3c8b-40eb-8420-853fffb833b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:04.254189 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-639adf3e-5851-449e-a8f1-3ad80c86c155 req-09139752-3c8b-40eb-8420-853fffb833b1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 1129 time: 0.0832157 Aug 24 07:57:04.324897 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1631f078-e724-4dab-a70d-2255ab70f5f2 req-ca5eba17-9c02-45d5-80c6-331559f9fe55 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666747 Aug 24 07:57:04.341834 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-639adf3e-5851-449e-a8f1-3ad80c86c155 req-3e39de21-2393-41ab-8640-e186a409cdb8 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763819 Aug 24 07:57:04.366880 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0004025-2a20-4858-ba62-fa02280acf03 req-5d012c01-4876-430c-ba25-9eac60e657c0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:04.369004 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c0004025-2a20-4858-ba62-fa02280acf03 req-5d012c01-4876-430c-ba25-9eac60e657c0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0615802 Aug 24 07:57:04.418914 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c0004025-2a20-4858-ba62-fa02280acf03 req-803719ed-7d9b-47cc-89f1-020696fcf5dd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Aug 24 07:57:05.575085 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e58c-4348-44c3-852c-01366c926d57 req-b68e3b4e-d0cb-4c38-b5b6-4f48ecc2218b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:05.576698 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6861e58c-4348-44c3-852c-01366c926d57 req-b68e3b4e-d0cb-4c38-b5b6-4f48ecc2218b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0552845 Aug 24 07:57:05.637533 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6861e58c-4348-44c3-852c-01366c926d57 req-a4121914-54a7-4da7-9489-a950148c159b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548036 Aug 24 07:57:06.205330 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:06.755885 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0246a0-ce13-415e-9fd5-7ae0746753d0 req-aeb52acc-5cf7-4c28-8831-8616588823db tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:06.757360 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3c0246a0-ce13-415e-9fd5-7ae0746753d0 req-aeb52acc-5cf7-4c28-8831-8616588823db tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0455518 Aug 24 07:57:06.804798 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3c0246a0-ce13-415e-9fd5-7ae0746753d0 req-1a651954-f206-4f77-ba6e-6b0d706ed7e7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Aug 24 07:57:07.925494 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee075ae-520d-454c-bf5a-b5f37a12ae47 req-547e470b-9c7c-499d-bebd-13e641cadd80 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:07.926870 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8ee075ae-520d-454c-bf5a-b5f37a12ae47 req-547e470b-9c7c-499d-bebd-13e641cadd80 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0479193 Aug 24 07:57:07.953196 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:07.975475 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8ee075ae-520d-454c-bf5a-b5f37a12ae47 req-cf806b5b-5da6-4d2a-a7f9-4158d0ec8963 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Aug 24 07:57:08.573487 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8733e35-ed19-4264-8824-93ebee746e06 req-567269cf-20ea-48c0-8bbb-8e60c4489ff2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:08.574977 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e8733e35-ed19-4264-8824-93ebee746e06 req-567269cf-20ea-48c0-8bbb-8e60c4489ff2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0473182 Aug 24 07:57:08.626364 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e8733e35-ed19-4264-8824-93ebee746e06 req-1384211a-9519-45fe-9202-ea452be90832 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 Aug 24 07:57:09.101531 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e225269-78f2-4ee9-bbcd-932eb1e3c27f req-013cab22-4fd9-4c65-8588-ef2105fd5638 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:09.103681 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8e225269-78f2-4ee9-bbcd-932eb1e3c27f req-013cab22-4fd9-4c65-8588-ef2105fd5638 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0493650 Aug 24 07:57:09.169111 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8e225269-78f2-4ee9-bbcd-932eb1e3c27f req-87c7e420-8a50-417c-8146-1fdb15dc2564 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597000 Aug 24 07:57:09.259023 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60590) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:09.313026 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f856aa-b8bf-45d0-bf12-da4a0dd30400 req-09e8d682-60df-4bcc-b440-2f30cef47994 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:09.315560 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-11f856aa-b8bf-45d0-bf12-da4a0dd30400 req-09e8d682-60df-4bcc-b440-2f30cef47994 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0670521 Aug 24 07:57:09.368611 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-11f856aa-b8bf-45d0-bf12-da4a0dd30400 req-22efac92-cdba-44c2-87c3-5abf3015525c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Aug 24 07:57:09.420493 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe958-9606-4c25-b50c-6915a19d15ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:09.443726 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:09.509151 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe958-9606-4c25-b50c-6915a19d15ef admin admin] Publish callbacks [] for security_group (9fc5ea96-e4c4-465e-be94-65564ab38e08), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:09.653240 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe958-9606-4c25-b50c-6915a19d15ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (9fc5ea96-e4c4-465e-be94-65564ab38e08), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:09.693341 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfe958-9606-4c25-b50c-6915a19d15ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc5ea96-e4c4-465e-be94-65564ab38e08,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:09.698755 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-d5dfe958-9606-4c25-b50c-6915a19d15ef admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ce67f3fbabff4036bdfce7fca25ba562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384098 Aug 24 07:57:09.701610 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60602) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:09.794647 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6307678-b6f3-4ecb-9b8e-f32caa51e33a req-4931a942-6f0a-4ee9-ae31-bdddc74e87c8 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:09.796263 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a6307678-b6f3-4ecb-9b8e-f32caa51e33a req-4931a942-6f0a-4ee9-ae31-bdddc74e87c8 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0735579 Aug 24 07:57:09.798902 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:09.804455 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d63b8a00-f44b-4f75-9cbb-e4a2ab38547a admin admin] Publish callbacks [] for security_group (9fc5ea96-e4c4-465e-be94-65564ab38e08), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:09.845617 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d63b8a00-f44b-4f75-9cbb-e4a2ab38547a admin admin] Publish callbacks [] for security_group (9fc5ea96-e4c4-465e-be94-65564ab38e08), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:09.886965 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a6307678-b6f3-4ecb-9b8e-f32caa51e33a req-ee053921-c3e9-4b69-add9-c1e4cd3d6bb1 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842433 Aug 24 07:57:09.978650 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d63b8a00-f44b-4f75-9cbb-e4a2ab38547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (9fc5ea96-e4c4-465e-be94-65564ab38e08), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:09.981210 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d63b8a00-f44b-4f75-9cbb-e4a2ab38547a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:09.982374 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-d63b8a00-f44b-4f75-9cbb-e4a2ab38547a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9fc5ea96-e4c4-465e-be94-65564ab38e08 HTTP/1.1" status: 204 len: 168 time: 0.2798336 Aug 24 07:57:09.991180 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b8a00-f44b-4f75-9cbb-e4a2ab38547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc5ea96-e4c4-465e-be94-65564ab38e08,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:10.968925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:11.005852 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881bfd0-fc8a-4349-b6f4-44367b5610c9 req-c074bf8a-aec9-40f7-93af-21d2cdb4b609 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:11.007309 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a881bfd0-fc8a-4349-b6f4-44367b5610c9 req-c074bf8a-aec9-40f7-93af-21d2cdb4b609 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0470006 Aug 24 07:57:11.055080 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a881bfd0-fc8a-4349-b6f4-44367b5610c9 req-10dd0e0e-0816-4dc7-b390-753db565d93b tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Aug 24 07:57:12.172212 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2859bd-e813-48ac-b1fb-75d786e72d7e req-29b7cd69-beff-42a7-8b9b-efbf5f4e23d4 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:12.173697 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1c2859bd-e813-48ac-b1fb-75d786e72d7e req-29b7cd69-beff-42a7-8b9b-efbf5f4e23d4 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0470755 Aug 24 07:57:12.223013 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1c2859bd-e813-48ac-b1fb-75d786e72d7e req-e62d4da0-1d62-451f-a38c-c2ea05d1d2ac tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Aug 24 07:57:12.827700 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60694) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:12.872815 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ac5262-863e-4e14-a4f5-bd2b5c11720e admin admin] Deleting subnet aaf3ea66-0800-43b2-8101-92bd8666cbd6 {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 07:57:12.876068 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5262-863e-4e14-a4f5-bd2b5c11720e admin admin] Publish callbacks [] for subnet (aaf3ea66-0800-43b2-8101-92bd8666cbd6), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:12.915742 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5262-863e-4e14-a4f5-bd2b5c11720e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127634893'] for subnet (aaf3ea66-0800-43b2-8101-92bd8666cbd6), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:12.957253 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5262-863e-4e14-a4f5-bd2b5c11720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (aaf3ea66-0800-43b2-8101-92bd8666cbd6), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.114363 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5262-863e-4e14-a4f5-bd2b5c11720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127864488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3127880'] for subnet (aaf3ea66-0800-43b2-8101-92bd8666cbd6), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.145514 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac5262-863e-4e14-a4f5-bd2b5c11720e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf3ea66-0800-43b2-8101-92bd8666cbd6,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:13.154506 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5262-863e-4e14-a4f5-bd2b5c11720e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.157531 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f4ac5262-863e-4e14-a4f5-bd2b5c11720e admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/aaf3ea66-0800-43b2-8101-92bd8666cbd6 HTTP/1.1" status: 204 len: 168 time: 0.3288364 Aug 24 07:57:13.160401 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60702) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:13.222591 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb0664-6e5e-4923-8d93-7df59ec04d89 req-7a73d32e-058b-4b3c-ac80-ded6fb196511 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:13.224055 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7bfb0664-6e5e-4923-8d93-7df59ec04d89 req-7a73d32e-058b-4b3c-ac80-ded6fb196511 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0818510 Aug 24 07:57:13.282167 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (2191bd08-ae8a-4c9a-8190-dfd6bf91d965), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.352709 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7bfb0664-6e5e-4923-8d93-7df59ec04d89 req-0965cead-8547-486e-aa82-29b01232603b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965488 Aug 24 07:57:13.419933 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (2191bd08-ae8a-4c9a-8190-dfd6bf91d965), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.437242 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4911ca4-9304-42ee-8549-bf7b975f9425 req-dc71d8ef-3f60-483e-a346-8358201a8cd6 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:13.438766 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4911ca4-9304-42ee-8549-bf7b975f9425 req-dc71d8ef-3f60-483e-a346-8358201a8cd6 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0978746 Aug 24 07:57:13.441478 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2191bd08-ae8a-4c9a-8190-dfd6bf91d965']}} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:57:13.444298 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-fad3a425-dfd8-49e9-bf7c-52d61c576796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:13.445785 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-fad3a425-dfd8-49e9-bf7c-52d61c576796 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 1130 time: 0.0548418 Aug 24 07:57:13.451966 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c2bfda-d7bc-4778-90dc-adfa8ba4f659') {'for_net_delete': True} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:57:13.452207 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c2bfda-d7bc-4778-90dc-adfa8ba4f659') {} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:57:13.464002 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127634884'] for segment (e1c2bfda-d7bc-4778-90dc-adfa8ba4f659), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.479379 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (e1c2bfda-d7bc-4778-90dc-adfa8ba4f659), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.487820 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=113380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 07:57:13.488225 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127864526'] for segment (e1c2bfda-d7bc-4778-90dc-adfa8ba4f659), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.490380 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4911ca4-9304-42ee-8549-bf7b975f9425 req-81cc0dff-19dd-4759-9b39-568c598efa98 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436673 Aug 24 07:57:13.515649 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:13.547587 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment e1c2bfda-d7bc-4778-90dc-adfa8ba4f659 resource provider aggregate not found Aug 24 07:57:13.564888 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment e1c2bfda-d7bc-4778-90dc-adfa8ba4f659 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1c2bfda-d7bc-4778-90dc-adfa8ba4f659 found for delete ", "request_id": "req-15757f3d-b363-4792-91d4-ab82561a0f9e"}]} Aug 24 07:57:13.632192 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (2191bd08-ae8a-4c9a-8190-dfd6bf91d965), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.640628 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.646689 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/2191bd08-ae8a-4c9a-8190-dfd6bf91d965 HTTP/1.1" status: 204 len: 168 time: 0.4825666 Aug 24 07:57:13.648082 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60712) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:13.655108 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9fb21-2243-47f8-85dd-ee1709946c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=2191bd08-ae8a-4c9a-8190-dfd6bf91d965,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:13.706252 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-33cfa2af-1be5-4707-823e-f4f252f508c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:13.707702 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-33cfa2af-1be5-4707-823e-f4f252f508c2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.1365550 Aug 24 07:57:13.714835 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d572c94-c438-4197-9434-73db49c6f863 admin admin] Deleting subnet 34cba8dd-a935-4f8d-8eba-a35f3bde2dd5 {{(pid=113381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 07:57:13.718094 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3d572c94-c438-4197-9434-73db49c6f863 admin admin] Publish callbacks [] for subnet (34cba8dd-a935-4f8d-8eba-a35f3bde2dd5), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.786233 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-0fbddfca-ab74-4bbc-8840-0bec2656c0de service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0 HTTP/1.1" status: 200 len: 217 time: 0.0402939 Aug 24 07:57:13.788352 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3d572c94-c438-4197-9434-73db49c6f863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126882509'] for subnet (34cba8dd-a935-4f8d-8eba-a35f3bde2dd5), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.791964 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-5a2bb26d-08df-4bab-ae03-3ec3ebe20b22 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:13.793606 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-5a2bb26d-08df-4bab-ae03-3ec3ebe20b22 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 945 time: 0.0484412 Aug 24 07:57:13.865604 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3d572c94-c438-4197-9434-73db49c6f863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (34cba8dd-a935-4f8d-8eba-a35f3bde2dd5), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:13.869078 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-3c37de11-1f20-42aa-aaa2-cc50d092b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:13.870521 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-3c37de11-1f20-42aa-aaa2-cc50d092b268 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0622504 Aug 24 07:57:13.933407 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:13.940242 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-25d2e27d-71a8-4a32-aa4a-c6d8c6241905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:13.941431 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Deleting port 493fabbb-65d6-48e1-b2e1-894acb2f866c {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 07:57:13.941741 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-25d2e27d-71a8-4a32-aa4a-c6d8c6241905 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508339 Aug 24 07:57:13.941866 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.039057 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:14.062716 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-13eeffdd-83fa-4ca9-aa53-833e9b1ed74f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121714 Aug 24 07:57:14.070653 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3d572c94-c438-4197-9434-73db49c6f863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127429721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127450148'] for subnet (34cba8dd-a935-4f8d-8eba-a35f3bde2dd5), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.124781 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d572c94-c438-4197-9434-73db49c6f863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34cba8dd-a935-4f8d-8eba-a35f3bde2dd5,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:14.142136 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3d572c94-c438-4197-9434-73db49c6f863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.146420 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-3d572c94-c438-4197-9434-73db49c6f863 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/34cba8dd-a935-4f8d-8eba-a35f3bde2dd5 HTTP/1.1" status: 204 len: 168 time: 0.4952209 Aug 24 07:57:14.148043 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60726) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:14.233342 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:14.252033 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] For port 493fabbb-65d6-48e1-b2e1-894acb2f866c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=493fabbb-65d6-48e1-b2e1-894acb2f866c,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:57:14.252033 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.267267 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Calling delete_port for 493fabbb-65d6-48e1-b2e1-894acb2f866c owned by compute:nova {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 07:57:14.289178 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ad93fb8-fb94-4601-8ed6-40a26b6046b4 req-0ee1f03c-2c28-4e51-bf77-dc24800a4608 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145853 Aug 24 07:57:14.293679 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (18fedbf3-d180-42c8-b94c-961269f09bdf), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.374228 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (18fedbf3-d180-42c8-b94c-961269f09bdf), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.422069 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fedbf3-d180-42c8-b94c-961269f09bdf']}} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:57:14.437703 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fe2945-5128-4603-93c7-dd80d63c54a3') {'for_net_delete': True} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:57:14.437703 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fe2945-5128-4603-93c7-dd80d63c54a3') {} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:57:14.445002 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126882500'] for segment (f7fe2945-5128-4603-93c7-dd80d63c54a3), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.464194 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (f7fe2945-5128-4603-93c7-dd80d63c54a3), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.472742 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=113381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 07:57:14.473477 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127429695'] for segment (f7fe2945-5128-4603-93c7-dd80d63c54a3), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.500944 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a6358-d7ee-4cfa-b6a2-4749ec58e854 req-45270f3a-09bb-4fb6-b42f-809a529eea83 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:14.508079 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c20a6358-d7ee-4cfa-b6a2-4749ec58e854 req-45270f3a-09bb-4fb6-b42f-809a529eea83 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0604169 Aug 24 07:57:14.520364 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment f7fe2945-5128-4603-93c7-dd80d63c54a3 resource provider aggregate not found Aug 24 07:57:14.559604 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment f7fe2945-5128-4603-93c7-dd80d63c54a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7fe2945-5128-4603-93c7-dd80d63c54a3 found for delete ", "request_id": "req-46b8fc2d-5112-4409-8cf1-25a6ac373aed"}]} Aug 24 07:57:14.568681 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c20a6358-d7ee-4cfa-b6a2-4749ec58e854 req-8fbced98-7487-42f2-a2c0-cc2f2f0988e4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596044 Aug 24 07:57:14.569370 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (493fabbb-65d6-48e1-b2e1-894acb2f866c), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.583725 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['493fabbb-65d6-48e1-b2e1-894acb2f866c'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:57:14.654143 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3174abc6-2d0e-4e03-b910-38dad39232d9 req-f2d73cf9-ae5a-46ca-9ede-10338e6377eb tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 210 time: 0.0509033 Aug 24 07:57:14.660823 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (18fedbf3-d180-42c8-b94c-961269f09bdf), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.671386 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.674649 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/18fedbf3-d180-42c8-b94c-961269f09bdf HTTP/1.1" status: 204 len: 168 time: 0.5256577 Aug 24 07:57:14.678521 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eaaccf-99af-4205-a105-6fb34caf4072 admin admin] Pushing event deleted for resources: {'Network': ['ID=18fedbf3-d180-42c8-b94c-961269f09bdf,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:14.693115 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Pushing event deleted for resources: {'Port': ['ID=493fabbb-65d6-48e1-b2e1-894acb2f866c,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:14.735742 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] No DVR routers for this DVR port 493fabbb-65d6-48e1-b2e1-894acb2f866c on host hv-cinder-85427 {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 07:57:14.740489 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:14.746092 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-28c59f81-ddfc-452a-a000-b7e7a3a3d4b8 req-c0002b76-25b1-4be0-b75e-ef22229e04a2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.45 "DELETE /networking/v2.0/ports/493fabbb-65d6-48e1-b2e1-894acb2f866c HTTP/1.1" status: 204 len: 173 time: 0.9468622 Aug 24 07:57:14.746692 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ff8b45-89e5-410a-878e-3f13dd4aeb2a', 'name': 'network-vif-deleted', 'tag': '493fabbb-65d6-48e1-b2e1-894acb2f866c'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:57:14.750219 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f036ec4-7e76-4ab6-8142-d342595b3009" -d '{"events": [{"server_uuid": "68ff8b45-89e5-410a-878e-3f13dd4aeb2a", "name": "network-vif-deleted", "tag": "493fabbb-65d6-48e1-b2e1-894acb2f866c"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:57:14.792813 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372bc156-fd29-4979-b311-eb6f2b81ecfe x-openstack-request-id: req-372bc156-fd29-4979-b311-eb6f2b81ecfe {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:57:14.793109 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ff8b45-89e5-410a-878e-3f13dd4aeb2a", "name": "network-vif-deleted", "tag": "493fabbb-65d6-48e1-b2e1-894acb2f866c", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:57:14.793363 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-372bc156-fd29-4979-b311-eb6f2b81ecfe {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:57:14.793763 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-372bc156-fd29-4979-b311-eb6f2b81ecfe'] response: {'server_uuid': '68ff8b45-89e5-410a-878e-3f13dd4aeb2a', 'name': 'network-vif-deleted', 'tag': '493fabbb-65d6-48e1-b2e1-894acb2f866c', 'status': 'completed', 'code': 200} Aug 24 07:57:15.166908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60778) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:15.211197 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7a039654-4c33-4811-9d43-b03ed7fb5aaa admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0b4e12b2521a40ae8aecd5c818bfc623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427847 Aug 24 07:57:15.213401 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60780) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:15.262448 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb829-66ba-4cfd-9546-96ddc670609d admin admin] Publish callbacks [] for security_group (c19a46e8-1389-467a-8fdd-eff1862ced7e), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:15.281970 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb829-66ba-4cfd-9546-96ddc670609d admin admin] Publish callbacks [] for security_group (c19a46e8-1389-467a-8fdd-eff1862ced7e), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:15.412817 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb829-66ba-4cfd-9546-96ddc670609d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c19a46e8-1389-467a-8fdd-eff1862ced7e), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:15.415379 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb829-66ba-4cfd-9546-96ddc670609d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:15.416548 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-e2ffb829-66ba-4cfd-9546-96ddc670609d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c19a46e8-1389-467a-8fdd-eff1862ced7e HTTP/1.1" status: 204 len: 168 time: 0.2022700 Aug 24 07:57:15.424598 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffb829-66ba-4cfd-9546-96ddc670609d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19a46e8-1389-467a-8fdd-eff1862ced7e,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:15.746445 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1410-8c9b-43b8-a5f6-3b42cf04ae95 req-60c9a8f2-b9ed-40c8-a2e8-4f45618ebb16 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:15.747916 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-03db1410-8c9b-43b8-a5f6-3b42cf04ae95 req-60c9a8f2-b9ed-40c8-a2e8-4f45618ebb16 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0630453 Aug 24 07:57:15.778328 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:15.782385 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-37fbc61d-00cd-445f-a507-b087a73a97f8 req-54b31186-f98d-4862-be6c-d0ec538732a9 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=68ff8b45-89e5-410a-878e-3f13dd4aeb2a HTTP/1.1" status: 200 len: 210 time: 0.0430851 Aug 24 07:57:15.808075 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-03db1410-8c9b-43b8-a5f6-3b42cf04ae95 req-aaf91129-837d-4f29-94bf-60082e00d8cf tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485229 Aug 24 07:57:16.390357 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60814) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:16.435396 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-c977056e-14b5-44f5-a4e9-b7e70619c177 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=198def3b748243afa74128ce82e17d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435822 Aug 24 07:57:16.437972 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60816) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:16.488052 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ea51c82c-32ae-4266-ab0a-96c31064e553 admin admin] Publish callbacks [] for security_group (f1970e8a-1afd-465a-8e09-c6ab0c596831), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:16.508821 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ea51c82c-32ae-4266-ab0a-96c31064e553 admin admin] Publish callbacks [] for security_group (f1970e8a-1afd-465a-8e09-c6ab0c596831), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:16.698566 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ea51c82c-32ae-4266-ab0a-96c31064e553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f1970e8a-1afd-465a-8e09-c6ab0c596831), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:16.701301 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ea51c82c-32ae-4266-ab0a-96c31064e553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:16.702516 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ea51c82c-32ae-4266-ab0a-96c31064e553 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f1970e8a-1afd-465a-8e09-c6ab0c596831 HTTP/1.1" status: 204 len: 168 time: 0.2636216 Aug 24 07:57:16.710455 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51c82c-32ae-4266-ab0a-96c31064e553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1970e8a-1afd-465a-8e09-c6ab0c596831,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:16.937383 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60111-9762-44f0-a85c-7dae2cb9aaae req-68eb28a4-95a7-4ead-aee4-7297f8c4e351 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:16.938911 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f9e60111-9762-44f0-a85c-7dae2cb9aaae req-68eb28a4-95a7-4ead-aee4-7297f8c4e351 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0488877 Aug 24 07:57:16.993406 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f9e60111-9762-44f0-a85c-7dae2cb9aaae req-e132cbe4-8380-456d-b9a1-1dadd511ceac tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481834 Aug 24 07:57:17.052963 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:17.138375 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-4689c8a7-9b1f-469d-a1c1-b7d56cd4f4ec tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:17.139765 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-4689c8a7-9b1f-469d-a1c1-b7d56cd4f4ec tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/networks?id=3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 HTTP/1.1" status: 200 len: 809 time: 0.1117165 Aug 24 07:57:17.160896 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-59e9fc40-c6b4-47a1-89fe-10ec05255735 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/quotas/647a6443ec0c49e58d3cdb373d681c38 HTTP/1.1" status: 200 len: 375 time: 0.0120111 Aug 24 07:57:17.195627 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-acd135c9-cd19-4ba6-8596-6e5ea88bedaf tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=647a6443ec0c49e58d3cdb373d681c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315106 Aug 24 07:57:17.254413 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 493fabbb-65d6-48e1-b2e1-894acb2f866c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 07:57:17.273951 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 493fabbb-65d6-48e1-b2e1-894acb2f866c {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 07:57:17.274609 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 493fabbb-65d6-48e1-b2e1-894acb2f866c not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 07:57:17.310238 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-48416667-cb07-4340-bffb-ce6cb79bb7c9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/3a6228c9-5ae1-4d34-9726-5ba5af8c41d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048257 Aug 24 07:57:17.421017 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-1b3e0d35-ba6c-4594-9f3c-71552b86aacd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/3a6228c9-5ae1-4d34-9726-5ba5af8c41d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052163 Aug 24 07:57:17.668558 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2b02e7fb-3225-48d5-a6a6-f4eb4bcda87b req-d2c3d9ae-471f-4a00-a167-be2335649d77 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 210 time: 0.0287049 Aug 24 07:57:17.873696 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60878) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:18.005183 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-41064f8d-e449-42fa-b919-7d430b0a9856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:18.124452 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-41064f8d-e449-42fa-b919-7d430b0a9856 admin admin] Publish callbacks [] for security_group (05635781-4382-426b-8c96-d7d27838a705), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:18.142364 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e489da1-cfac-41c3-8b7e-d2dd12d7f12b req-8ea8202a-142c-40ed-a100-31754e908c2a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:18.151289 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9e489da1-cfac-41c3-8b7e-d2dd12d7f12b req-8ea8202a-142c-40ed-a100-31754e908c2a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0628653 Aug 24 07:57:18.195169 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-41064f8d-e449-42fa-b919-7d430b0a9856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (05635781-4382-426b-8c96-d7d27838a705), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:18.200006 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9e489da1-cfac-41c3-8b7e-d2dd12d7f12b req-4c8989e9-d2b3-4533-9d2a-7ec7052b32f3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475087 Aug 24 07:57:18.240732 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41064f8d-e449-42fa-b919-7d430b0a9856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05635781-4382-426b-8c96-d7d27838a705,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:18.249201 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-41064f8d-e449-42fa-b919-7d430b0a9856 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=033ea0bc60d544bf9a7ba8abbafafa0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742118 Aug 24 07:57:18.250436 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60898) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:18.321867 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7f68-ed03-4b15-997f-5c621a3f7c90 admin admin] Publish callbacks [] for security_group (05635781-4382-426b-8c96-d7d27838a705), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:18.344085 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7f68-ed03-4b15-997f-5c621a3f7c90 admin admin] Publish callbacks [] for security_group (05635781-4382-426b-8c96-d7d27838a705), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:18.475262 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7f68-ed03-4b15-997f-5c621a3f7c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (05635781-4382-426b-8c96-d7d27838a705), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:18.477923 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7f68-ed03-4b15-997f-5c621a3f7c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:18.479255 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-5bbf7f68-ed03-4b15-997f-5c621a3f7c90 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/05635781-4382-426b-8c96-d7d27838a705 HTTP/1.1" status: 204 len: 168 time: 0.2278225 Aug 24 07:57:18.488346 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf7f68-ed03-4b15-997f-5c621a3f7c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05635781-4382-426b-8c96-d7d27838a705,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:18.776038 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-689a82cb-ff45-4498-ab70-759c0471f172 req-9e3e1b90-d724-4294-94b0-c2cca27e9a30 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 210 time: 0.0361819 Aug 24 07:57:19.300776 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60924) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:19.317711 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-676d06da-659f-40dc-b923-fb41ce20841a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:19.327050 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87181ef-d950-4e68-94db-81b176751d2a req-5609f086-a24e-487e-856e-ac38f359d990 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:19.328526 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d87181ef-d950-4e68-94db-81b176751d2a req-5609f086-a24e-487e-856e-ac38f359d990 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0479159 Aug 24 07:57:19.378726 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d87181ef-d950-4e68-94db-81b176751d2a req-d9e66a66-2305-4c31-a8a3-d10c9bd50cdd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Aug 24 07:57:19.397420 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-676d06da-659f-40dc-b923-fb41ce20841a admin admin] Publish callbacks [] for security_group (5fec220e-4686-4e9c-8e06-0ff92ce2ea06), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:19.540219 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-676d06da-659f-40dc-b923-fb41ce20841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (5fec220e-4686-4e9c-8e06-0ff92ce2ea06), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:19.549314 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:19.583426 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-676d06da-659f-40dc-b923-fb41ce20841a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=09dac59775044c43b70b09d9241cbe9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815192 Aug 24 07:57:19.584259 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d06da-659f-40dc-b923-fb41ce20841a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fec220e-4686-4e9c-8e06-0ff92ce2ea06,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:19.587182 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 60928) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:19.639518 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b025a926-fcc3-4c05-8f23-c9dc1f0c06a9 admin admin] Publish callbacks [] for security_group (5fec220e-4686-4e9c-8e06-0ff92ce2ea06), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:19.660733 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b025a926-fcc3-4c05-8f23-c9dc1f0c06a9 admin admin] Publish callbacks [] for security_group (5fec220e-4686-4e9c-8e06-0ff92ce2ea06), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:19.753595 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:19.758475 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:19.793793 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b025a926-fcc3-4c05-8f23-c9dc1f0c06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (5fec220e-4686-4e9c-8e06-0ff92ce2ea06), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:19.796492 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b025a926-fcc3-4c05-8f23-c9dc1f0c06a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:19.797691 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-b025a926-fcc3-4c05-8f23-c9dc1f0c06a9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/5fec220e-4686-4e9c-8e06-0ff92ce2ea06 HTTP/1.1" status: 204 len: 168 time: 0.2094300 Aug 24 07:57:19.806117 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025a926-fcc3-4c05-8f23-c9dc1f0c06a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fec220e-4686-4e9c-8e06-0ff92ce2ea06,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:19.896558 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b5c4c7a5-17f5-41ed-be2d-929ba5080f55 req-8eac8df9-5754-4d31-b3dd-e0350bbac7a0 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 210 time: 0.0337288 Aug 24 07:57:20.192899 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:20.203845 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-637376b5-f89a-4ec7-9cf7-61032f01759d tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:20.209925 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-637376b5-f89a-4ec7-9cf7-61032f01759d tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.45 "GET /networking/v2.0/networks?id=3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 HTTP/1.1" status: 200 len: 809 time: 0.1237230 Aug 24 07:57:20.220421 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Request body: {'port': {'device_id': '1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3', 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6', 'admin_state_up': True, 'tenant_id': '647a6443ec0c49e58d3cdb373d681c38'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:57:20.266953 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:20.425041 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Made reservation on behalf of 647a6443ec0c49e58d3cdb373d681c38 for: {'port': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:57:20.429058 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:20.557741 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c29ca-b94e-4d80-9cf2-9ccea42217ce req-b6f71ddc-167f-4db0-a906-21bc5121ab61 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:20.557741 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8b0c29ca-b94e-4d80-9cf2-9ccea42217ce req-b6f71ddc-167f-4db0-a906-21bc5121ab61 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0710442 Aug 24 07:57:20.635962 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60974) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:20.642066 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Allocated IP 172.20.0.12 (3a6228c9-5ae1-4d34-9726-5ba5af8c41d6/7e957227-e357-47e3-9d99-026d169f80f6/a63a1dfa-d3cb-4860-961a-7e951b10e39b) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:57:20.675608 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8b0c29ca-b94e-4d80-9cf2-9ccea42217ce req-056b8360-8b22-4b38-a9bf-500a9edc673d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062846 Aug 24 07:57:20.802206 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-efbe05dc-6e57-450d-bc50-045656a7273f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:20.836788 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:20.858141 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:20.870847 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks [] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:20.887062 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-efbe05dc-6e57-450d-bc50-045656a7273f admin admin] Publish callbacks [] for security_group (6c1ee610-0312-409a-8188-213e23d8206f), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:20.978689 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-efbe05dc-6e57-450d-bc50-045656a7273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (6c1ee610-0312-409a-8188-213e23d8206f), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:20.979151 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.027434 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:57:21.032076 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:57:21.037052 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:57:21.067955 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-efbe05dc-6e57-450d-bc50-045656a7273f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=d3b7b2dcf4c24c5fab1fb0f790b8cc97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282765 Aug 24 07:57:21.067955 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe05dc-6e57-450d-bc50-045656a7273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1ee610-0312-409a-8188-213e23d8206f,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:21.069465 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 60994) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:21.081095 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01c422-3ba2-4c82-a09a-d9c6b2f6fc04 req-02fbd67e-94ee-494f-b01f-d85b97a07596 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:21.091657 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d01c422-3ba2-4c82-a09a-d9c6b2f6fc04 req-02fbd67e-94ee-494f-b01f-d85b97a07596 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 932 time: 0.1099219 Aug 24 07:57:21.107737 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Pushing event updated for resources: {'Port': ['ID=a63a1dfa-d3cb-4860-961a-7e951b10e39b,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:21.126121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:21.127509 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.160265 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b64f3fa8-3ec4-4d77-8bf8-03abde280c88 admin admin] Publish callbacks [] for security_group (6c1ee610-0312-409a-8188-213e23d8206f), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.195015 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b64f3fa8-3ec4-4d77-8bf8-03abde280c88 admin admin] Publish callbacks [] for security_group (6c1ee610-0312-409a-8188-213e23d8206f), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.206211 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d01c422-3ba2-4c82-a09a-d9c6b2f6fc04 req-eaa0f6f0-9f5b-47fa-bcda-a77e8b37b9da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135676 Aug 24 07:57:21.236199 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-edf94ac2-acdf-4405-ba85-e1767f0ce4be tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0204964 Aug 24 07:57:21.264912 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Request body: {'port': {'device_id': '1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:57:21.333815 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.345136 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b64f3fa8-3ec4-4d77-8bf8-03abde280c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (6c1ee610-0312-409a-8188-213e23d8206f), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.353220 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b64f3fa8-3ec4-4d77-8bf8-03abde280c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.360789 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-b64f3fa8-3ec4-4d77-8bf8-03abde280c88 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6c1ee610-0312-409a-8188-213e23d8206f HTTP/1.1" status: 204 len: 168 time: 0.2899561 Aug 24 07:57:21.373420 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f3fa8-3ec4-4d77-8bf8-03abde280c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1ee610-0312-409a-8188-213e23d8206f,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:21.525182 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:21.658449 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3eb47acd-e38e-4445-afd5-31e0ae74a905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.673890 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63a1dfa-d3cb-4860-961a-7e951b10e39b {{(pid=113380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:57:21.683828 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Publish callbacks [] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.699790 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.provisioning_blocks [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Transition to ACTIVE for port object a63a1dfa-d3cb-4860-961a-7e951b10e39b will not be triggered until provisioned by entity L2. {{(pid=113380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:57:21.810982 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ae3e1-9926-4fc7-ac2d-78838a1b3604 req-c39c706f-b4d4-4266-82c5-90b5571090a2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:21.812804 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-701ae3e1-9926-4fc7-ac2d-78838a1b3604 req-c39c706f-b4d4-4266-82c5-90b5571090a2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0533569 Aug 24 07:57:21.861681 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:21.873507 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-701ae3e1-9926-4fc7-ac2d-78838a1b3604 req-92ae795d-855d-48cb-94ed-b74dd598c639 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538700 Aug 24 07:57:21.927958 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a1dfa-d3cb-4860-961a-7e951b10e39b,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:22.013668 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Attempting to bind port a63a1dfa-d3cb-4860-961a-7e951b10e39b on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:57:22.014003 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Attempting to bind port a63a1dfa-d3cb-4860-961a-7e951b10e39b by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5e16c05b-8737-4f66-8232-2dc6337bc711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6'}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:57:22.014328 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Attempting to bind port a63a1dfa-d3cb-4860-961a-7e951b10e39b on network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:57:22.018913 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Port a63a1dfa-d3cb-4860-961a-7e951b10e39b on network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:57:22.019230 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Attempting to bind port a63a1dfa-d3cb-4860-961a-7e951b10e39b on network 3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:57:22.024225 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:57:22.024561 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Checking segment: {'id': '5e16c05b-8737-4f66-8232-2dc6337bc711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:57:22.029721 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Bound using segment: {'id': '5e16c05b-8737-4f66-8232-2dc6337bc711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6'} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:57:22.029721 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Bound port: a63a1dfa-d3cb-4860-961a-7e951b10e39b, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e16c05b-8737-4f66-8232-2dc6337bc711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6'}}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:57:22.029721 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:22.099335 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] For port a63a1dfa-d3cb-4860-961a-7e951b10e39b, host hv-cinder-85427, cleared binding levels {{(pid=113380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:57:22.099335 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] For port a63a1dfa-d3cb-4860-961a-7e951b10e39b, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a63a1dfa-d3cb-4860-961a-7e951b10e39b,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:57:22.180299 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:22.183683 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:22.184473 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:22.186001 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/a63a1dfa-d3cb-4860-961a-7e951b10e39b HTTP/1.1" status: 200 len: 1094 time: 0.9259195 Aug 24 07:57:22.188268 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3', 'tag': 'a63a1dfa-d3cb-4860-961a-7e951b10e39b'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:57:22.191287 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23918eb-4ea1-4a35-bdba-8053e80824f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3", "tag": "a63a1dfa-d3cb-4860-961a-7e951b10e39b"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:57:22.241760 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ac4a18-7a03-48a0-8c58-6dcb7a9a00e7 x-openstack-request-id: req-16ac4a18-7a03-48a0-8c58-6dcb7a9a00e7 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:57:22.242834 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3", "tag": "a63a1dfa-d3cb-4860-961a-7e951b10e39b", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:57:22.243381 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-16ac4a18-7a03-48a0-8c58-6dcb7a9a00e7 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:57:22.243770 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ac4a18-7a03-48a0-8c58-6dcb7a9a00e7'] response: {'name': 'network-changed', 'server_uuid': '1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3', 'tag': 'a63a1dfa-d3cb-4860-961a-7e951b10e39b', 'status': 'completed', 'code': 200} Aug 24 07:57:22.249888 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec2dd0-0496-4317-958a-04cb61949b11 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a1dfa-d3cb-4860-961a-7e951b10e39b,revision_number=3']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:22.341555 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23918eb-4ea1-4a35-bdba-8053e80824f5 req-a4d1b51e-a31c-4362-a126-86c2239b88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:22.343035 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e23918eb-4ea1-4a35-bdba-8053e80824f5 req-a4d1b51e-a31c-4362-a126-86c2239b88a4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=647a6443ec0c49e58d3cdb373d681c38&device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 1128 time: 0.0718613 Aug 24 07:57:22.354346 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376dde-547f-45d6-ad48-a961775c2083 req-13884637-2f9d-4922-8636-562a64246873 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:22.355749 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-14376dde-547f-45d6-ad48-a961775c2083 req-13884637-2f9d-4922-8636-562a64246873 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 944 time: 0.0744624 Aug 24 07:57:22.489873 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:22.530387 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-14376dde-547f-45d6-ad48-a961775c2083 req-47029b14-e2c7-4176-853b-f7b056f33b34 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658750 Aug 24 07:57:22.563719 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23918eb-4ea1-4a35-bdba-8053e80824f5 req-27fe29dd-0ed2-4162-8311-0d0bab638ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:22.565541 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e23918eb-4ea1-4a35-bdba-8053e80824f5 req-27fe29dd-0ed2-4162-8311-0d0bab638ac8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=647a6443ec0c49e58d3cdb373d681c38&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2088480 Aug 24 07:57:22.581973 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 32830) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:22.724913 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0dc60bbe-eede-42e9-a1fa-9f5a254d9b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:22.745683 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23918eb-4ea1-4a35-bdba-8053e80824f5 req-c9f1b82f-3348-46a3-a909-9ae689f2acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:22.747382 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e23918eb-4ea1-4a35-bdba-8053e80824f5 req-c9f1b82f-3348-46a3-a909-9ae689f2acb8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704679 Aug 24 07:57:22.749116 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:22.858288 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0dc60bbe-eede-42e9-a1fa-9f5a254d9b27 admin admin] Publish callbacks [] for security_group (0b650a6a-a913-40be-b5ee-f1db845f880b), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:22.883884 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-8d898a7b-aa9a-4505-9a10-f723c5482c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:22.887578 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-8d898a7b-aa9a-4505-9a10-f723c5482c16 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=647a6443ec0c49e58d3cdb373d681c38&device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 1128 time: 0.0735934 Aug 24 07:57:22.932575 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0dc60bbe-eede-42e9-a1fa-9f5a254d9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0b650a6a-a913-40be-b5ee-f1db845f880b), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:22.956018 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-590c7893-35e9-4747-96b8-cf3eb898c011 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a1dfa-d3cb-4860-961a-7e951b10e39b HTTP/1.1" status: 200 len: 217 time: 0.0592077 Aug 24 07:57:23.005470 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-0dc60bbe-eede-42e9-a1fa-9f5a254d9b27 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=12de18c1662c45e38619c52ba37e4744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4221432 Aug 24 07:57:23.008761 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 32852) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:23.009378 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc60bbe-eede-42e9-a1fa-9f5a254d9b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b650a6a-a913-40be-b5ee-f1db845f880b,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:23.019166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-13a0261c-713b-4a04-a033-bc37a3fd53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:23.020966 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-13a0261c-713b-4a04-a033-bc37a3fd53c6 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7e957227-e357-47e3-9d99-026d169f80f6 HTTP/1.1" status: 200 len: 849 time: 0.0566568 Aug 24 07:57:23.026051 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073550e-c62e-4b1b-9c6f-c1895c48ae23 req-bac0b8e1-668b-4730-82d9-4a9c15c32aa5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:23.027751 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e073550e-c62e-4b1b-9c6f-c1895c48ae23 req-bac0b8e1-668b-4730-82d9-4a9c15c32aa5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0687120 Aug 24 07:57:23.065067 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-1869f935-6f8b-48a4-8567-49955646d8bf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a6228c9-5ae1-4d34-9726-5ba5af8c41d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375726 Aug 24 07:57:23.093357 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e073550e-c62e-4b1b-9c6f-c1895c48ae23 req-6136a5d0-4347-4839-8888-dc1559655208 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588148 Aug 24 07:57:23.363733 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-03ec4e81-1bea-40e3-a8b8-f1aa9e23c74f admin admin] Publish callbacks [] for security_group (0b650a6a-a913-40be-b5ee-f1db845f880b), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:23.403368 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-03ec4e81-1bea-40e3-a8b8-f1aa9e23c74f admin admin] Publish callbacks [] for security_group (0b650a6a-a913-40be-b5ee-f1db845f880b), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:23.407072 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-6c4e0684-a687-4637-b13b-095c8f5ea76f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a6228c9-5ae1-4d34-9726-5ba5af8c41d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321388 Aug 24 07:57:23.420715 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 32870) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:23.534492 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e50e0fe7-6c75-45c4-aace-49eb19e6e95c req-7c84c3e3-83ca-46ab-a4b1-7aab5aece448 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a6228c9-5ae1-4d34-9726-5ba5af8c41d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164105 Aug 24 07:57:23.557170 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3204475c-7887-4599-829f-56f8d67cea35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:23.639362 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-03ec4e81-1bea-40e3-a8b8-f1aa9e23c74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0b650a6a-a913-40be-b5ee-f1db845f880b), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:23.642428 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-03ec4e81-1bea-40e3-a8b8-f1aa9e23c74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:23.647890 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-03ec4e81-1bea-40e3-a8b8-f1aa9e23c74f admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0b650a6a-a913-40be-b5ee-f1db845f880b HTTP/1.1" status: 204 len: 168 time: 0.6368036 Aug 24 07:57:23.671620 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b75a-fce5-4a5d-8254-a9cfc709e3e5 req-cdd852f4-0547-41e2-ab0e-b8ea0f801fbc tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:23.675600 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2bd3b75a-fce5-4a5d-8254-a9cfc709e3e5 req-cdd852f4-0547-41e2-ab0e-b8ea0f801fbc tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 944 time: 0.0665646 Aug 24 07:57:23.676396 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec4e81-1bea-40e3-a8b8-f1aa9e23c74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b650a6a-a913-40be-b5ee-f1db845f880b,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:23.731667 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3204475c-7887-4599-829f-56f8d67cea35 admin admin] Publish callbacks [] for security_group (7713e20c-22e1-41e9-9607-c46109fadc26), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:23.748146 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2bd3b75a-fce5-4a5d-8254-a9cfc709e3e5 req-d43a5e1e-ce74-498b-b77b-30ad5e4ad4de tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669520 Aug 24 07:57:23.835316 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3204475c-7887-4599-829f-56f8d67cea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7713e20c-22e1-41e9-9607-c46109fadc26), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:23.840085 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:23.862104 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d05c1f83-70e5-4a4c-85dc-eab19aa07420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:23.875561 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-3204475c-7887-4599-829f-56f8d67cea35 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4fbdbb1929714d309a40130cb7414d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535844 Aug 24 07:57:23.876582 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204475c-7887-4599-829f-56f8d67cea35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7713e20c-22e1-41e9-9607-c46109fadc26,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:23.878628 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 32886) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:23.931992 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ae90c9e8-19f9-42ad-8d9b-242bea371336 admin admin] Publish callbacks [] for security_group (7713e20c-22e1-41e9-9607-c46109fadc26), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:23.955047 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ae90c9e8-19f9-42ad-8d9b-242bea371336 admin admin] Publish callbacks [] for security_group (7713e20c-22e1-41e9-9607-c46109fadc26), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:24.165585 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ae90c9e8-19f9-42ad-8d9b-242bea371336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7713e20c-22e1-41e9-9607-c46109fadc26), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:24.168277 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ae90c9e8-19f9-42ad-8d9b-242bea371336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:24.171290 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ae90c9e8-19f9-42ad-8d9b-242bea371336 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7713e20c-22e1-41e9-9607-c46109fadc26 HTTP/1.1" status: 204 len: 168 time: 0.2897832 Aug 24 07:57:24.177502 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90c9e8-19f9-42ad-8d9b-242bea371336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7713e20c-22e1-41e9-9607-c46109fadc26,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:24.211535 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff34e4-0721-40de-8776-6df76f29a5e2 req-d0ff527a-cbeb-49ca-bd9f-f4be80f10375 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:24.211535 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-68ff34e4-0721-40de-8776-6df76f29a5e2 req-d0ff527a-cbeb-49ca-bd9f-f4be80f10375 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0471847 Aug 24 07:57:24.239712 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:24.258895 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-68ff34e4-0721-40de-8776-6df76f29a5e2 req-dd300886-2b83-46c8-b8db-d926525a8f10 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423315 Aug 24 07:57:24.669561 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:24.751346 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 32916) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:24.765498 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-37bea8d7-afbf-4c00-90d4-0abcdad4ae9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:24.905704 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-37bea8d7-afbf-4c00-90d4-0abcdad4ae9a admin admin] Publish callbacks [] for security_group (34e7806e-72d5-4337-8002-1e1971774360), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:24.911182 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1cd5f-4ed1-495e-bc40-a07c5cdfe274 req-6d0ede64-e597-4bf0-b143-75fdac052cf5 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:24.912834 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9ee1cd5f-4ed1-495e-bc40-a07c5cdfe274 req-6d0ede64-e597-4bf0-b143-75fdac052cf5 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 944 time: 0.0834942 Aug 24 07:57:24.966012 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9ee1cd5f-4ed1-495e-bc40-a07c5cdfe274 req-4955aec5-0c7a-40ab-bfd2-5eb3f4c3749a tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462615 Aug 24 07:57:24.983888 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-37bea8d7-afbf-4c00-90d4-0abcdad4ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (34e7806e-72d5-4337-8002-1e1971774360), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:25.030043 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-37bea8d7-afbf-4c00-90d4-0abcdad4ae9a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e95f4972414743c7ad09c28667b61260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751255 Aug 24 07:57:25.030043 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bea8d7-afbf-4c00-90d4-0abcdad4ae9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7806e-72d5-4337-8002-1e1971774360,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:25.031192 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 32930) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:25.094160 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-afc13907-9afe-48cd-bcbf-5a3ba0dbcf36 admin admin] Publish callbacks [] for security_group (34e7806e-72d5-4337-8002-1e1971774360), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:25.123234 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-afc13907-9afe-48cd-bcbf-5a3ba0dbcf36 admin admin] Publish callbacks [] for security_group (34e7806e-72d5-4337-8002-1e1971774360), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:25.321647 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-afc13907-9afe-48cd-bcbf-5a3ba0dbcf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (34e7806e-72d5-4337-8002-1e1971774360), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:25.324298 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-afc13907-9afe-48cd-bcbf-5a3ba0dbcf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:25.325486 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-afc13907-9afe-48cd-bcbf-5a3ba0dbcf36 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/34e7806e-72d5-4337-8002-1e1971774360 HTTP/1.1" status: 204 len: 168 time: 0.2925541 Aug 24 07:57:25.350005 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc13907-9afe-48cd-bcbf-5a3ba0dbcf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7806e-72d5-4337-8002-1e1971774360,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:25.373971 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:25.432411 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a2786-4cc7-4636-a62c-d534ac77e030 req-f65981aa-a40e-4c0d-ab17-c8e60bdf2748 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:25.442056 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-423a2786-4cc7-4636-a62c-d534ac77e030 req-f65981aa-a40e-4c0d-ab17-c8e60bdf2748 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.1064451 Aug 24 07:57:25.509977 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:25.515849 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-423a2786-4cc7-4636-a62c-d534ac77e030 req-563300c4-88fb-4a42-9eb3-1c1ca6848ded tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723093 Aug 24 07:57:25.869808 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fefe85-7da1-4a3c-84b9-2b7a7c4d980f req-c01ac1ca-5b02-4e46-a1d1-58cc77fccd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:25.871316 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-79fefe85-7da1-4a3c-84b9-2b7a7c4d980f req-c01ac1ca-5b02-4e46-a1d1-58cc77fccd23 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 1130 time: 0.0518575 Aug 24 07:57:25.878720 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:25.919409 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-79fefe85-7da1-4a3c-84b9-2b7a7c4d980f req-d1af79c8-6622-40a0-a623-66e069e64f95 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Aug 24 07:57:26.085127 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bec13a-6b85-492a-aaad-976f805f891b req-409ce9d8-c138-491b-8248-ac951bff8956 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:26.087164 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e4bec13a-6b85-492a-aaad-976f805f891b req-409ce9d8-c138-491b-8248-ac951bff8956 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 944 time: 0.0476482 Aug 24 07:57:26.140317 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e4bec13a-6b85-492a-aaad-976f805f891b req-bcd77e71-5ada-49c1-b26e-4748110dc255 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475717 Aug 24 07:57:26.641450 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f351c9c-58f8-418d-8377-4596b958b511 req-7e734448-5978-4139-bcd1-ce8368f709b6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:26.649419 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8f351c9c-58f8-418d-8377-4596b958b511 req-7e734448-5978-4139-bcd1-ce8368f709b6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0601218 Aug 24 07:57:26.704351 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8f351c9c-58f8-418d-8377-4596b958b511 req-c8383233-1c2a-4060-8f75-1a1ac3a01f9d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539801 Aug 24 07:57:26.771810 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:26.981801 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:27.195928 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:27.258560 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f7666-fc24-478e-879b-5bbb3f9a7868 req-77572483-3b49-466c-90a9-801a555239a6 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:27.260012 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b06f7666-fc24-478e-879b-5bbb3f9a7868 req-77572483-3b49-466c-90a9-801a555239a6 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 944 time: 0.0456326 Aug 24 07:57:27.292052 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device a63a1dfa-d3cb-4860-961a-7e951b10e39b details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:57:27.297006 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:27.308789 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b06f7666-fc24-478e-879b-5bbb3f9a7868 req-2f752830-9c82-48c2-a8ca-9db82eea2075 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Aug 24 07:57:27.398822 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port a63a1dfa-d3cb-4860-961a-7e951b10e39b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a63a1dfa-d3cb-4860-961a-7e951b10e39b,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:57:27.410423 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'a63a1dfa-d3cb-4860-961a-7e951b10e39b', 'network_id': '3a6228c9-5ae1-4d34-9726-5ba5af8c41d6', 'port_id': 'a63a1dfa-d3cb-4860-961a-7e951b10e39b', 'mac_address': 'fa:16:3e:ee:cc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e957227-e357-47e3-9d99-026d169f80f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:57:27.445796 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port a63a1dfa-d3cb-4860-961a-7e951b10e39b is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:57:27.446528 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:27.459810 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63a1dfa-d3cb-4860-961a-7e951b10e39b {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:57:27.479476 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port a63a1dfa-d3cb-4860-961a-7e951b10e39b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a63a1dfa-d3cb-4860-961a-7e951b10e39b,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:57:27.616253 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:27.698158 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=a63a1dfa-d3cb-4860-961a-7e951b10e39b,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:27.753145 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:57:27.832870 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444ec7e-5fc3-4acb-ae2f-d19af67a8205 req-caa82052-3e30-44b0-9842-3861cf4d9784 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:27.834326 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7444ec7e-5fc3-4acb-ae2f-d19af67a8205 req-caa82052-3e30-44b0-9842-3861cf4d9784 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0516434 Aug 24 07:57:27.864017 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['a63a1dfa-d3cb-4860-961a-7e951b10e39b'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:57:27.899693 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7444ec7e-5fc3-4acb-ae2f-d19af67a8205 req-7533f937-faae-4c0e-a860-b10cfb61a267 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591457 Aug 24 07:57:28.016016 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:28.352105 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a7961-3791-4c3f-a1b9-f5fa4beb4448 req-7ccdc9fb-8441-49ce-9fa8-11ad705355a9 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:28.353588 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5a9a7961-3791-4c3f-a1b9-f5fa4beb4448 req-7ccdc9fb-8441-49ce-9fa8-11ad705355a9 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0477142 Aug 24 07:57:28.418479 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5a9a7961-3791-4c3f-a1b9-f5fa4beb4448 req-851f36e5-86e9-4fc7-887d-12d0f3cc42e0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577979 Aug 24 07:57:28.467878 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a91b9-4166-4db5-9248-095b3d353c0a req-aeee5a09-2c4f-4f95-b5f8-4a51d2c5b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:28.469366 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-063a91b9-4166-4db5-9248-095b3d353c0a req-aeee5a09-2c4f-4f95-b5f8-4a51d2c5b42e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 1130 time: 0.0813940 Aug 24 07:57:28.477773 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272d55b-9844-47e1-a4b0-1d416061fff5 req-22abf24e-575e-4565-8459-b9c409869506 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:28.479140 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6272d55b-9844-47e1-a4b0-1d416061fff5 req-22abf24e-575e-4565-8459-b9c409869506 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 945 time: 0.0771554 Aug 24 07:57:28.592411 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:28.600368 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6272d55b-9844-47e1-a4b0-1d416061fff5 req-205cfa5f-1e3e-4a3e-9e56-fedc5d7daa53 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129529 Aug 24 07:57:28.627638 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a91b9-4166-4db5-9248-095b3d353c0a req-7a6fc180-599c-40c5-b0b4-6993f1541941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:28.629188 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-063a91b9-4166-4db5-9248-095b3d353c0a req-7a6fc180-599c-40c5-b0b4-6993f1541941 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.1491570 Aug 24 07:57:28.677175 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-063a91b9-4166-4db5-9248-095b3d353c0a req-ecd4ed0e-b5b0-4d5c-a577-970df7e43182 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0 HTTP/1.1" status: 200 len: 217 time: 0.0401611 Aug 24 07:57:28.725398 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a91b9-4166-4db5-9248-095b3d353c0a req-8e234b84-0aa5-4e3d-9151-5d1c09243b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:28.729197 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-063a91b9-4166-4db5-9248-095b3d353c0a req-8e234b84-0aa5-4e3d-9151-5d1c09243b2e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0460074 Aug 24 07:57:28.769836 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a91b9-4166-4db5-9248-095b3d353c0a req-783b2a83-19a8-4a35-8dfb-b99abde70188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:28.771393 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-063a91b9-4166-4db5-9248-095b3d353c0a req-783b2a83-19a8-4a35-8dfb-b99abde70188 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385380 Aug 24 07:57:28.867226 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-063a91b9-4166-4db5-9248-095b3d353c0a req-e6b88481-caf7-43fe-b679-6ca8359cfa13 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886772 Aug 24 07:57:28.965435 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-063a91b9-4166-4db5-9248-095b3d353c0a req-456affc4-6d9b-4e11-b434-c3afa32093ef service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924993 Aug 24 07:57:29.312703 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device a63a1dfa-d3cb-4860-961a-7e951b10e39b up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:57:29.357191 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port a63a1dfa-d3cb-4860-961a-7e951b10e39b completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:57:29.364951 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1904c9-fdda-40df-86a1-35f4e71447db req-9570515e-9ab5-4b5f-8ec8-69b9873b3465 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:29.366484 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3e1904c9-fdda-40df-86a1-35f4e71447db req-9570515e-9ab5-4b5f-8ec8-69b9873b3465 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0497084 Aug 24 07:57:29.419365 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3e1904c9-fdda-40df-86a1-35f4e71447db req-4188abde-0f1c-414f-81ff-d7c3cdbd31bc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468845 Aug 24 07:57:29.493438 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port a63a1dfa-d3cb-4860-961a-7e951b10e39b triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:57:29.494225 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:29.544237 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01347edb-50e5-480c-bf1c-2c6f50f7ca70 req-c0d9acc3-4448-42a5-a880-f6bbe902b423 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:29.545652 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-01347edb-50e5-480c-bf1c-2c6f50f7ca70 req-c0d9acc3-4448-42a5-a880-f6bbe902b423 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0501833 Aug 24 07:57:29.573111 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port a63a1dfa-d3cb-4860-961a-7e951b10e39b is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:57:29.573736 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:29.601115 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-01347edb-50e5-480c-bf1c-2c6f50f7ca70 req-f4695628-dfa5-4753-ad8e-ae22d02d2080 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490606 Aug 24 07:57:29.605300 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a1dfa-d3cb-4860-961a-7e951b10e39b'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:57:29.607642 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c4745-f28e-426d-a9a0-63e14d796fb2" -d '{"events": [{"server_uuid": "1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3", "name": "network-vif-plugged", "status": "completed", "tag": "a63a1dfa-d3cb-4860-961a-7e951b10e39b"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:57:29.629289 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port a63a1dfa-d3cb-4860-961a-7e951b10e39b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a63a1dfa-d3cb-4860-961a-7e951b10e39b,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:57:29.661242 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b00806-8594-4875-8f95-22c682ad3c4a x-openstack-request-id: req-99b00806-8594-4875-8f95-22c682ad3c4a {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:57:29.661545 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3", "name": "network-vif-plugged", "status": "completed", "tag": "a63a1dfa-d3cb-4860-961a-7e951b10e39b", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:57:29.661796 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99b00806-8594-4875-8f95-22c682ad3c4a {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:57:29.662200 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b00806-8594-4875-8f95-22c682ad3c4a'] response: {'server_uuid': '1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a1dfa-d3cb-4860-961a-7e951b10e39b', 'code': 200} Aug 24 07:57:29.725833 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8bb13-422a-4643-8841-f64fb69a1cc1 req-1e806017-8b1e-4654-aba6-9a82e00ea61a tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:29.727779 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3be8bb13-422a-4643-8841-f64fb69a1cc1 req-1e806017-8b1e-4654-aba6-9a82e00ea61a tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 945 time: 0.0470016 Aug 24 07:57:29.738247 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:29.776673 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3be8bb13-422a-4643-8841-f64fb69a1cc1 req-5862c501-e543-4a11-918b-9d6ba55ef8dd tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Aug 24 07:57:29.786053 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=a63a1dfa-d3cb-4860-961a-7e951b10e39b,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:30.546299 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7ba53-612c-47d7-b976-73aa7809e884 req-b540ec98-0bf2-46fb-97b8-cab5e97bf6fa tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:30.547868 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9fb7ba53-612c-47d7-b976-73aa7809e884 req-b540ec98-0bf2-46fb-97b8-cab5e97bf6fa tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0505912 Aug 24 07:57:30.605225 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9fb7ba53-612c-47d7-b976-73aa7809e884 req-c2dd5ba8-414d-401f-8462-e8690c10beef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510836 Aug 24 07:57:30.860153 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec8e96-5959-41d8-a142-992da3d4d54a req-284bec90-0228-40e6-8120-758e7b5ae4a2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:30.861643 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-89ec8e96-5959-41d8-a142-992da3d4d54a req-284bec90-0228-40e6-8120-758e7b5ae4a2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0462995 Aug 24 07:57:30.898837 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7cde-9c2f-4075-bb99-83f2e7739f3d req-84e350ec-abe3-4f68-ab9b-6eea1bfaf1c2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:30.900690 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-100d7cde-9c2f-4075-bb99-83f2e7739f3d req-84e350ec-abe3-4f68-ab9b-6eea1bfaf1c2 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0493262 Aug 24 07:57:30.923321 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-89ec8e96-5959-41d8-a142-992da3d4d54a req-07c791ee-a277-4fa1-b780-13ffef5b4d23 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556283 Aug 24 07:57:30.936166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:30.953015 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-100d7cde-9c2f-4075-bb99-83f2e7739f3d req-17c931b9-46ba-4c26-9676-6d0b347989b5 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Aug 24 07:57:31.727038 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748005c-269b-44c2-9767-5590cede0d21 req-8536445f-9a30-4cb9-96d9-ef595147850f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:31.728438 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b748005c-269b-44c2-9767-5590cede0d21 req-8536445f-9a30-4cb9-96d9-ef595147850f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0456729 Aug 24 07:57:31.774848 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b748005c-269b-44c2-9767-5590cede0d21 req-ea4a01a4-1d37-42d0-a1e6-0aa3fdc29916 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408058 Aug 24 07:57:32.048960 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2d6dc-2853-44a2-a8a3-2576cfb129e2 req-00eedf4b-0ed6-42ae-ba0a-411f73d9955e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:32.050442 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1aa2d6dc-2853-44a2-a8a3-2576cfb129e2 req-00eedf4b-0ed6-42ae-ba0a-411f73d9955e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0516067 Aug 24 07:57:32.069278 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2c048-1a40-4963-9e80-f735638606ba req-520dcafe-4ca8-4e02-b62f-d67057a1b755 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:32.071255 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-50b2c048-1a40-4963-9e80-f735638606ba req-520dcafe-4ca8-4e02-b62f-d67057a1b755 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0456285 Aug 24 07:57:32.100602 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1aa2d6dc-2853-44a2-a8a3-2576cfb129e2 req-fa9d116b-7af0-4fef-94c2-bf0e3dff7681 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Aug 24 07:57:32.124917 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-50b2c048-1a40-4963-9e80-f735638606ba req-86c15eff-686a-4f45-9d65-143e018808f8 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480311 Aug 24 07:57:32.900251 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635fb1d-77e9-4e82-acb8-9f740e2f71af req-ff0aab39-0deb-4ef8-ad64-26144ed53c17 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:32.902007 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f635fb1d-77e9-4e82-acb8-9f740e2f71af req-ff0aab39-0deb-4ef8-ad64-26144ed53c17 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0511184 Aug 24 07:57:32.953078 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f635fb1d-77e9-4e82-acb8-9f740e2f71af req-1ecf83f3-4c25-4516-b599-e56902f1068f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452101 Aug 24 07:57:33.251414 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec041fe-ccd2-4dc1-87b6-ca27fb7c2464 req-aa9457f8-bb8c-404f-8bc8-75c89eebfece tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:33.252913 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7ec041fe-ccd2-4dc1-87b6-ca27fb7c2464 req-aa9457f8-bb8c-404f-8bc8-75c89eebfece tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0511703 Aug 24 07:57:33.301106 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7ec041fe-ccd2-4dc1-87b6-ca27fb7c2464 req-0e5edc4f-45cc-4828-955f-e56a62d61122 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Aug 24 07:57:34.090721 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a1a1-b890-4510-a6f2-342f1d7133b1 req-c56e83aa-9dfa-4196-af9f-06271a030a8f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:34.092176 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-88b2a1a1-b890-4510-a6f2-342f1d7133b1 req-c56e83aa-9dfa-4196-af9f-06271a030a8f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0487666 Aug 24 07:57:34.138009 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-88b2a1a1-b890-4510-a6f2-342f1d7133b1 req-34dee136-ef1e-4ecc-871a-03b9b1edf821 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402560 Aug 24 07:57:34.418026 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a7764-b7a2-48ee-a38e-55324f400771 req-07797c70-19c3-4c73-9580-f6e5549522b9 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:34.419480 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db0a7764-b7a2-48ee-a38e-55324f400771 req-07797c70-19c3-4c73-9580-f6e5549522b9 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0468702 Aug 24 07:57:34.431576 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:34.467865 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db0a7764-b7a2-48ee-a38e-55324f400771 req-ffa74465-4b6c-487f-854b-2c5f6daa5feb tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Aug 24 07:57:35.261124 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fd1e5-4efa-4417-a1e1-85cef69535de req-68014b1f-eae7-4d1b-8511-069c92b5910f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:35.262492 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e09fd1e5-4efa-4417-a1e1-85cef69535de req-68014b1f-eae7-4d1b-8511-069c92b5910f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0467398 Aug 24 07:57:35.316599 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e09fd1e5-4efa-4417-a1e1-85cef69535de req-d9812718-846d-4e1f-97a9-929dc0d937bb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485821 Aug 24 07:57:35.588520 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e514f77-652a-4daa-ae89-2ec22a6f09ea req-70ddca90-48da-4c01-98ed-b43f8c452795 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:35.590006 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6e514f77-652a-4daa-ae89-2ec22a6f09ea req-70ddca90-48da-4c01-98ed-b43f8c452795 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0497749 Aug 24 07:57:35.649494 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6e514f77-652a-4daa-ae89-2ec22a6f09ea req-fe635652-a303-45c6-9d22-7b9a6fe83026 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538108 Aug 24 07:57:36.206019 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4fd7d-c887-4b2c-8448-ecd330aaba79 req-cabb415d-bcec-4f48-baa5-28fafc62a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:36.207550 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-03d4fd7d-c887-4b2c-8448-ecd330aaba79 req-cabb415d-bcec-4f48-baa5-28fafc62a57f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 1130 time: 0.0380983 Aug 24 07:57:36.255233 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-03d4fd7d-c887-4b2c-8448-ecd330aaba79 req-b1231045-2278-4780-b32d-b6c4030f9f4f service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Aug 24 07:57:36.394746 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:36.440189 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbec30-e75e-4906-919a-18f8f29f7e78 req-43d5cec7-d80f-49bc-838c-5d70f215b74c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:36.441703 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-45fbec30-e75e-4906-919a-18f8f29f7e78 req-43d5cec7-d80f-49bc-838c-5d70f215b74c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0470977 Aug 24 07:57:36.489827 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-45fbec30-e75e-4906-919a-18f8f29f7e78 req-22180f34-d356-4cf9-9a48-bac31974a5d2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Aug 24 07:57:36.769671 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3e571-688b-47f9-a6c5-2c81d07d1cf8 req-75c1ddc6-7d08-4896-b06c-c9087190dcb7 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:36.771117 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e0e3e571-688b-47f9-a6c5-2c81d07d1cf8 req-75c1ddc6-7d08-4896-b06c-c9087190dcb7 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0452337 Aug 24 07:57:36.817520 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e0e3e571-688b-47f9-a6c5-2c81d07d1cf8 req-b6ae0794-1396-4fb9-953a-01ea10fdc1e0 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Aug 24 07:57:37.612285 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a1d12-d7b9-4b46-823b-0d504e8c5c8d req-8c9c48f4-fafd-4cc1-adba-4d4d54c69078 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:37.613754 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c41a1d12-d7b9-4b46-823b-0d504e8c5c8d req-8c9c48f4-fafd-4cc1-adba-4d4d54c69078 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0459721 Aug 24 07:57:37.662173 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c41a1d12-d7b9-4b46-823b-0d504e8c5c8d req-d59c5de9-84db-4335-b3d6-6f4651580ee6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Aug 24 07:57:37.748533 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:37.935313 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6770e5-cec0-44bc-8cb3-440e093bf499 req-10c20984-7ce9-41e9-b3d6-7ca4a26ce61b tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:37.936797 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3c6770e5-cec0-44bc-8cb3-440e093bf499 req-10c20984-7ce9-41e9-b3d6-7ca4a26ce61b tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0472708 Aug 24 07:57:37.989830 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3c6770e5-cec0-44bc-8cb3-440e093bf499 req-25d2ba26-a4a3-43a2-8438-d5adbf6b39ad tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474436 Aug 24 07:57:38.791483 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49746721-f57f-44ee-97ce-6a24d9ab8ef6 req-7cddc9d2-2801-4908-b7c5-2f033c2848cb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:38.792973 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-49746721-f57f-44ee-97ce-6a24d9ab8ef6 req-7cddc9d2-2801-4908-b7c5-2f033c2848cb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Aug 24 07:57:38.840017 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-49746721-f57f-44ee-97ce-6a24d9ab8ef6 req-63200062-00f9-4668-98ec-79c469814d71 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Aug 24 07:57:39.106118 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d696730-5115-4aa9-8be2-912fa2830e5c req-ad63bd20-5799-4245-b4a5-4312121cfb8d tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:39.107651 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d696730-5115-4aa9-8be2-912fa2830e5c req-ad63bd20-5799-4245-b4a5-4312121cfb8d tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0456865 Aug 24 07:57:39.155862 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d696730-5115-4aa9-8be2-912fa2830e5c req-041f3db0-26d4-4035-8f6a-55a079db35bb tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Aug 24 07:57:39.959448 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787b52f-9ec7-4fe4-b9a4-c8c14cff98d7 req-2e547b86-5f9e-422f-8d83-742891fcaaad tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:39.961403 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2787b52f-9ec7-4fe4-b9a4-c8c14cff98d7 req-2e547b86-5f9e-422f-8d83-742891fcaaad tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0454729 Aug 24 07:57:40.013769 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2787b52f-9ec7-4fe4-b9a4-c8c14cff98d7 req-fc69703c-fc91-4ed4-90d9-aed79f0351a0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465448 Aug 24 07:57:40.270420 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:40.299289 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa74148-9f03-4e6c-9792-fe6e876e5fec req-020e1d79-5928-4af1-9ccb-c6c2ce67f421 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:40.300868 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7aa74148-9f03-4e6c-9792-fe6e876e5fec req-020e1d79-5928-4af1-9ccb-c6c2ce67f421 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0717850 Aug 24 07:57:40.349667 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7aa74148-9f03-4e6c-9792-fe6e876e5fec req-72cb0b94-2a4a-4aa8-b000-906052f3e2ca tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430157 Aug 24 07:57:40.435883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 33264) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:40.440405 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786048798', 'description': 'tempest-description--2052859087'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:57:40.537525 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:40.610803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group (bb96ed6c-1018-4451-91c8-2a0e7d0c6106), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:40.674164 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (bb96ed6c-1018-4451-91c8-2a0e7d0c6106), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:40.704176 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96ed6c-1018-4451-91c8-2a0e7d0c6106,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:40.711327 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.711675 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.712018 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.712357 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.712722 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.713059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.713386 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.713713 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.714040 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.714363 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.714685 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.715007 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.715327 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.715760 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.716088 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:40.794890 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:40.796101 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-e073a290-a016-496a-a1f6-76b50665e3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3591914 Aug 24 07:57:40.798948 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 33268) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:40.803208 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-c4f7a0e0-fcbb-40a5-b75c-13584fea2f0f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Request body: {'security_group_rule': {'security_group_id': 'bb96ed6c-1018-4451-91c8-2a0e7d0c6106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:57:40.916052 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a0e0-fcbb-40a5-b75c-13584fea2f0f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group_rule (ecf9e00d-f19f-4051-bd4a-af6a72090107), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:40.989491 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a0e0-fcbb-40a5-b75c-13584fea2f0f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group_rule (ecf9e00d-f19f-4051-bd4a-af6a72090107), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:41.045929 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a0e0-fcbb-40a5-b75c-13584fea2f0f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (ecf9e00d-f19f-4051-bd4a-af6a72090107), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:41.066844 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7a0e0-fcbb-40a5-b75c-13584fea2f0f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf9e00d-f19f-4051-bd4a-af6a72090107,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:41.141016 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a0e0-fcbb-40a5-b75c-13584fea2f0f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:41.142171 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-c4f7a0e0-fcbb-40a5-b75c-13584fea2f0f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423169 Aug 24 07:57:41.144940 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 33274) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:41.149058 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-6fe75ddc-8e7d-41f3-b0f9-b4714f61c518 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Request body: {'security_group_rule': {'security_group_id': 'bb96ed6c-1018-4451-91c8-2a0e7d0c6106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:57:41.171459 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73eeb6-a60e-4dd1-b51e-4af8b2c33efe req-274f70ae-d179-4996-872f-b21ea72e5701 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:41.172906 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8d73eeb6-a60e-4dd1-b51e-4af8b2c33efe req-274f70ae-d179-4996-872f-b21ea72e5701 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0665247 Aug 24 07:57:41.182469 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:41.227537 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8d73eeb6-a60e-4dd1-b51e-4af8b2c33efe req-d38e7874-1486-4595-ad1e-07d02fa36db6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476811 Aug 24 07:57:41.291814 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6fe75ddc-8e7d-41f3-b0f9-b4714f61c518 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group_rule (27ad3fa5-1a03-4d3a-b496-034bca169f00), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:41.347991 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6fe75ddc-8e7d-41f3-b0f9-b4714f61c518 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group_rule (27ad3fa5-1a03-4d3a-b496-034bca169f00), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:41.426787 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6fe75ddc-8e7d-41f3-b0f9-b4714f61c518 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (27ad3fa5-1a03-4d3a-b496-034bca169f00), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:41.446482 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe75ddc-8e7d-41f3-b0f9-b4714f61c518 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ad3fa5-1a03-4d3a-b496-034bca169f00,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:41.451627 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:41.467558 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78745536-ef05-4957-bcaa-d275fa928e4d req-b67ecbb7-4745-4a2a-af93-cfb524170362 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:41.469064 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-78745536-ef05-4957-bcaa-d275fa928e4d req-b67ecbb7-4745-4a2a-af93-cfb524170362 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0465372 Aug 24 07:57:41.519970 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-78745536-ef05-4957-bcaa-d275fa928e4d req-96b51712-73e3-4fcf-8214-fa4f5c9d92bd tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452356 Aug 24 07:57:41.528392 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6fe75ddc-8e7d-41f3-b0f9-b4714f61c518 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:41.529626 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-6fe75ddc-8e7d-41f3-b0f9-b4714f61c518 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3838005 Aug 24 07:57:41.537683 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 33284) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:41.543876 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:57:41.646427 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:41.660947 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:41.728529 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:41.829890 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Allocated IP 172.27.4.22 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/3611a9ab-b339-4cd0-86b1-ec140092a6b9) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:57:41.932753 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for port (3611a9ab-b339-4cd0-86b1-ec140092a6b9), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:42.021161 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (3611a9ab-b339-4cd0-86b1-ec140092a6b9), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:42.058790 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:57:42.063131 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:57:42.066881 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:57:42.073506 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event updated for resources: {'Port': ['ID=3611a9ab-b339-4cd0-86b1-ec140092a6b9,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:42.186710 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for floatingip (32939667-ffad-4cc0-8880-5225accd2938), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:42.189987 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:42.263378 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (3611a9ab-b339-4cd0-86b1-ec140092a6b9), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:42.594965 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4224b-9cd1-4f8d-a969-cca0b10a6ea7 req-7e8734cd-6f39-485e-9c9a-611139934e3c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:42.602406 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1ed4224b-9cd1-4f8d-a969-cca0b10a6ea7 req-7e8734cd-6f39-485e-9c9a-611139934e3c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.2961640 Aug 24 07:57:42.611957 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:42.654298 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0436a-b8bc-4fb6-b95c-5e1f2b7342c0 req-902fd0a0-74e7-4dc4-887e-f194d1170146 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:42.655796 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5ec0436a-b8bc-4fb6-b95c-5e1f2b7342c0 req-902fd0a0-74e7-4dc4-887e-f194d1170146 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0557635 Aug 24 07:57:42.701503 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1ed4224b-9cd1-4f8d-a969-cca0b10a6ea7 req-84f87650-cdf8-4b77-a0f8-4b0de608f9d5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982604 Aug 24 07:57:42.704287 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5ec0436a-b8bc-4fb6-b95c-5e1f2b7342c0 req-24ad16ba-f958-428b-add3-83d08b65d063 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Aug 24 07:57:42.734557 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for port (3611a9ab-b339-4cd0-86b1-ec140092a6b9), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:42.834968 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (3611a9ab-b339-4cd0-86b1-ec140092a6b9), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:42.903798 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event updated for resources: {'Port': ['ID=3611a9ab-b339-4cd0-86b1-ec140092a6b9,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:42.907099 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (32939667-ffad-4cc0-8880-5225accd2938), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:43.002409 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:43.003641 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-5b7f8f16-3c6e-48c9-a25c-64c3c5d8b4a1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4643118 Aug 24 07:57:43.260752 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-9b1322ad-ece8-43ea-9150-2f2977a03b82 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--786048798&fields=id&tenant_id=e52495240cf04548a21b411c32bbe1e1 HTTP/1.1" status: 200 len: 267 time: 0.0835018 Aug 24 07:57:43.364369 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-83955fe2-d8c3-4f58-ab4c-50479bff93a2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1024570 Aug 24 07:57:43.466539 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-4f7638d4-f14b-406a-9252-0c5fa3c66751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:43.467997 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-4f7638d4-f14b-406a-9252-0c5fa3c66751 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 1130 time: 0.0576210 Aug 24 07:57:43.482811 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-dcadc29f-6363-4780-8256-d3ef87439f2a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:43.484224 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-dcadc29f-6363-4780-8256-d3ef87439f2a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 818 time: 0.1984890 Aug 24 07:57:43.519110 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-8ca3eba9-c0e4-4698-9a8b-0768f5fbce0a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/quotas/e52495240cf04548a21b411c32bbe1e1 HTTP/1.1" status: 200 len: 375 time: 0.0286000 Aug 24 07:57:43.621122 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-43bdb9bd-daa8-4773-a45c-865150176467 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0900581 Aug 24 07:57:43.638639 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-d72d291d-b56b-497b-bf14-3e413bd8548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:43.640128 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-d72d291d-b56b-497b-bf14-3e413bd8548a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.1479616 Aug 24 07:57:43.694891 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-1f165e13-f70f-446a-9fa4-15e9b3508368 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0 HTTP/1.1" status: 200 len: 217 time: 0.0476611 Aug 24 07:57:43.798915 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-28f80c2e-133c-4b4f-aa0a-1023a6dfa93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:43.800492 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-28f80c2e-133c-4b4f-aa0a-1023a6dfa93c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0969353 Aug 24 07:57:43.820907 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-84c2a4b2-bd02-44e6-b6bd-f48504da87c2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837177 Aug 24 07:57:43.862141 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d0534-0f54-4c4a-b499-02b7e25a4e63 req-c9605bd9-ae9d-4b1f-b8a5-177229565e34 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:43.870761 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5d0d0534-0f54-4c4a-b499-02b7e25a4e63 req-c9605bd9-ae9d-4b1f-b8a5-177229565e34 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0675344 Aug 24 07:57:43.891978 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-42f4dabe-3fd0-44c4-aefa-097296b11088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:43.897954 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-42f4dabe-3fd0-44c4-aefa-097296b11088 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839884 Aug 24 07:57:43.909272 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:43.937671 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5d0d0534-0f54-4c4a-b499-02b7e25a4e63 req-cf81029b-085b-4107-bb44-e6badfa26d52 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657403 Aug 24 07:57:44.013166 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-3ff971e3-6b46-4c8a-9e4f-94b629d6f7ca service neutron] 10.222.0.72 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747248 Aug 24 07:57:44.076182 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331fd9a-47c6-4cfc-86a8-c723d6114223 req-db930546-af39-4bd5-bb10-ccf305e1ce7c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:44.081169 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f331fd9a-47c6-4cfc-86a8-c723d6114223 req-db930546-af39-4bd5-bb10-ccf305e1ce7c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0625331 Aug 24 07:57:44.111412 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-cbb237ea-d8c3-4b98-b615-8fb2ec4eff7b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791372 Aug 24 07:57:44.126773 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f331fd9a-47c6-4cfc-86a8-c723d6114223 req-71b50956-d634-47eb-83c7-1dc2d2b5aa62 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Aug 24 07:57:44.207539 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:44.227938 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc85b4b7-46b7-44af-890c-136a987d9d20 req-801c5815-88d3-412e-88ec-25e6c4848b04 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066236 Aug 24 07:57:44.386806 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0b192967-7715-4cf3-a154-3c6a0cb7c0fe req-9a11eb32-eecd-4662-a877-e67bc4f1edd7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0387468 Aug 24 07:57:45.310771 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09804c2-5422-4289-903d-ff3f4214489d req-57675f02-a967-47eb-8182-50d162ce10d7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:45.312490 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c09804c2-5422-4289-903d-ff3f4214489d req-57675f02-a967-47eb-8182-50d162ce10d7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0698705 Aug 24 07:57:45.422167 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c09804c2-5422-4289-903d-ff3f4214489d req-ebe75035-1769-40b0-b09a-c6add72d972a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881774 Aug 24 07:57:45.505951 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:45.523892 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-523bc2be-83b7-4463-b159-cda7346e1738 req-f61d3339-e95b-41fc-88ba-312bee5fe2a3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0278008 Aug 24 07:57:45.789899 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c182f7-054e-4178-9c6c-194b70321841 req-77b33d3f-da6a-4714-a13f-cfc2ca8d46f1 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:45.791344 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a8c182f7-054e-4178-9c6c-194b70321841 req-77b33d3f-da6a-4714-a13f-cfc2ca8d46f1 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0513985 Aug 24 07:57:45.842113 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a8c182f7-054e-4178-9c6c-194b70321841 req-9b33d14d-2c4b-4bf8-875c-981cdd24c7d0 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424688 Aug 24 07:57:46.160729 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:46.162593 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:46.567436 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa8061-e378-4199-a345-f614c1658486 req-7e53241e-aff5-4244-a321-376883461cd4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:46.568966 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c2fa8061-e378-4199-a345-f614c1658486 req-7e53241e-aff5-4244-a321-376883461cd4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0509679 Aug 24 07:57:46.617886 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c2fa8061-e378-4199-a345-f614c1658486 req-2b63f91e-ec60-44a5-bd75-750e584ce339 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430400 Aug 24 07:57:46.622878 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7f49c67b-c6aa-4050-b1ea-4943c4bf89d1 req-0ff7ebb5-7f3e-4210-bdb0-ba545eb93474 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0272732 Aug 24 07:57:46.957937 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80054c-3309-4f94-85c4-1ba4e0d8b915 req-ba44a212-bf64-4885-9f84-ebeebd61768a tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:46.960083 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3b80054c-3309-4f94-85c4-1ba4e0d8b915 req-ba44a212-bf64-4885-9f84-ebeebd61768a tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0479877 Aug 24 07:57:47.013826 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3b80054c-3309-4f94-85c4-1ba4e0d8b915 req-5fceae69-e158-4d3a-a0f6-592abe089c1a tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478506 Aug 24 07:57:47.491984 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 33466) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:47.598656 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6a051f9b-6620-4955-8fc7-fb010ece6f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:47.680903 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:47.683191 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6a051f9b-6620-4955-8fc7-fb010ece6f82 admin admin] Publish callbacks [] for security_group (0f3fe203-2262-44dc-b75d-1515e6e98166), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:47.744644 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee9c800b-1822-4f26-94a5-caf575d51c0c req-6ff04e9e-054b-413c-afe8-d1528f2f91de tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0324099 Aug 24 07:57:47.774459 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6374185-c78b-468d-aab3-4063dbb512f9 req-83d586e7-9bce-4d27-b8e6-31651e32c448 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:47.776819 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b6374185-c78b-468d-aab3-4063dbb512f9 req-83d586e7-9bce-4d27-b8e6-31651e32c448 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0570705 Aug 24 07:57:47.794311 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6a051f9b-6620-4955-8fc7-fb010ece6f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0f3fe203-2262-44dc-b75d-1515e6e98166), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:47.823683 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b6374185-c78b-468d-aab3-4063dbb512f9 req-ba27d401-4fe7-4846-b5f6-960244d3d65f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Aug 24 07:57:47.835126 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-6a051f9b-6620-4955-8fc7-fb010ece6f82 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=33de9ced59b54846a2d5b81a1c7f7df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419144 Aug 24 07:57:47.835978 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a051f9b-6620-4955-8fc7-fb010ece6f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3fe203-2262-44dc-b75d-1515e6e98166,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:47.837958 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 33480) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:47.895518 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Publish callbacks [] for security_group (0f3fe203-2262-44dc-b75d-1515e6e98166), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:47.918057 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Publish callbacks [] for security_group (0f3fe203-2262-44dc-b75d-1515e6e98166), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.031812 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0f3fe203-2262-44dc-b75d-1515e6e98166), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.034684 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.035897 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0f3fe203-2262-44dc-b75d-1515e6e98166 HTTP/1.1" status: 204 len: 168 time: 0.1966555 Aug 24 07:57:48.044852 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3fe203-2262-44dc-b75d-1515e6e98166,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:48.052347 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.052719 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.053618 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.058166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dfcc9-0b24-46ca-a6e3-d67d7623084c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:48.160113 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541a794-3eb2-45fb-b83d-b50cfce583e2 req-eeb0d1dd-ced9-41c7-b242-80c28dab012c tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:48.161616 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c541a794-3eb2-45fb-b83d-b50cfce583e2 req-eeb0d1dd-ced9-41c7-b242-80c28dab012c tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0462399 Aug 24 07:57:48.211072 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c541a794-3eb2-45fb-b83d-b50cfce583e2 req-c333b749-b623-47da-a116-39c2a458744f tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430434 Aug 24 07:57:48.553143 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 33492) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:48.566296 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4e85-73e3-4ce6-961e-3e0845c1179f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.641384 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4e85-73e3-4ce6-961e-3e0845c1179f admin admin] Publish callbacks [] for security_group (15b3e766-c0bb-4421-b1d5-ab67fbc4db88), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.731433 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4e85-73e3-4ce6-961e-3e0845c1179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (15b3e766-c0bb-4421-b1d5-ab67fbc4db88), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.771030 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a4e85-73e3-4ce6-961e-3e0845c1179f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b3e766-c0bb-4421-b1d5-ab67fbc4db88,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:48.775979 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-8e3a4e85-73e3-4ce6-961e-3e0845c1179f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e5f6acc6ed434c65964a5cdb81ae5e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217710 Aug 24 07:57:48.778898 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 33500) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:48.854529 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c8bc613b-34d9-476c-a2d6-320fae580a02 admin admin] Publish callbacks [] for security_group (15b3e766-c0bb-4421-b1d5-ab67fbc4db88), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.857635 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0f23c0ef-b9a7-437d-943e-b8efdf409e43 req-49e9ddfe-4752-46fd-89db-77664a09aa88 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0357592 Aug 24 07:57:48.877877 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c8bc613b-34d9-476c-a2d6-320fae580a02 admin admin] Publish callbacks [] for security_group (15b3e766-c0bb-4421-b1d5-ab67fbc4db88), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.955443 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b2ad-83df-43ba-b8eb-39c5fbb129df req-b486d34d-e548-42fd-9e97-ba42d820fa5d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:48.956926 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-65a7b2ad-83df-43ba-b8eb-39c5fbb129df req-b486d34d-e548-42fd-9e97-ba42d820fa5d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0505881 Aug 24 07:57:48.982933 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c8bc613b-34d9-476c-a2d6-320fae580a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (15b3e766-c0bb-4421-b1d5-ab67fbc4db88), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.989429 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c8bc613b-34d9-476c-a2d6-320fae580a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:48.989429 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-c8bc613b-34d9-476c-a2d6-320fae580a02 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/15b3e766-c0bb-4421-b1d5-ab67fbc4db88 HTTP/1.1" status: 204 len: 168 time: 0.2073085 Aug 24 07:57:48.999013 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc613b-34d9-476c-a2d6-320fae580a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b3e766-c0bb-4421-b1d5-ab67fbc4db88,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:49.017576 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-65a7b2ad-83df-43ba-b8eb-39c5fbb129df req-47dd3450-fe74-45a8-aa53-f7e397fa3b05 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540695 Aug 24 07:57:49.331539 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b75896-9620-4a10-ac2e-f636e0b9ef6c req-3919e4d5-a911-4b0d-9814-b5117a3d79e0 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:49.333035 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-46b75896-9620-4a10-ac2e-f636e0b9ef6c req-3919e4d5-a911-4b0d-9814-b5117a3d79e0 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0476515 Aug 24 07:57:49.379996 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-46b75896-9620-4a10-ac2e-f636e0b9ef6c req-8f654836-3770-48d3-ac52-ace8ce97b2e0 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Aug 24 07:57:49.638068 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:57:49.732029 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:49.742930 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-b7f345b7-84e8-4c56-a16c-3aa983f5d9bb tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:49.744719 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:57:49.744861 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-b7f345b7-84e8-4c56-a16c-3aa983f5d9bb tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0596066 Aug 24 07:57:49.750599 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 33516) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:49.759150 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:49.759542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'port_id': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'mac_address': 'fa:16:3e:96:31:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:57:49.776359 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-38d91195-140b-4dac-a53a-abba2fd5b91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:49.811475 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 is: ACTIVE; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:57:49.812216 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:49.826143 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:57:49.849875 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:57:49.875856 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Deleting port a63a1dfa-d3cb-4860-961a-7e951b10e39b {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 07:57:49.876188 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:49.959509 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:49.969090 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-df92de46-34b9-46b2-9dd2-2299f6c1f069 req-a870fd61-df3e-4f62-97c8-93a9d2e57558 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0286250 Aug 24 07:57:50.013236 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=6']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:50.021043 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.021387 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.021931 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.022756 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.023264 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.023826 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.024428 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.024670 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.025057 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.025536 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.025870 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.026203 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.026533 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.026858 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.027181 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:57:50.221419 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-38d91195-140b-4dac-a53a-abba2fd5b91c admin admin] Publish callbacks [] for security_group (9eb25085-def3-414b-9fe9-9761d20ae498), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:50.233585 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d318e5f-4904-4e2d-8e6d-6f2496d8def7 req-87453dbd-43cc-4428-88ec-ba2851da9491 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:50.235051 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9d318e5f-4904-4e2d-8e6d-6f2496d8def7 req-87453dbd-43cc-4428-88ec-ba2851da9491 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 944 time: 0.1114159 Aug 24 07:57:50.258546 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] For port a63a1dfa-d3cb-4860-961a-7e951b10e39b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a63a1dfa-d3cb-4860-961a-7e951b10e39b,segment=NetworkSegment(5e16c05b-8737-4f66-8232-2dc6337bc711),segment_id=5e16c05b-8737-4f66-8232-2dc6337bc711)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:57:50.258908 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:50.280449 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Calling delete_port for a63a1dfa-d3cb-4860-961a-7e951b10e39b owned by compute:nova {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 07:57:50.292135 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-38d91195-140b-4dac-a53a-abba2fd5b91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (9eb25085-def3-414b-9fe9-9761d20ae498), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:50.368825 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9d318e5f-4904-4e2d-8e6d-6f2496d8def7 req-9f2d08f8-c73e-4ea1-a793-6dd2d9327aaa tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272910 Aug 24 07:57:50.383646 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-38d91195-140b-4dac-a53a-abba2fd5b91c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4d11a25ecf6e49eca6650c87e48b98f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318059 Aug 24 07:57:50.386192 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 33530) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:50.393850 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d91195-140b-4dac-a53a-abba2fd5b91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb25085-def3-414b-9fe9-9761d20ae498,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:50.416665 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:50.492604 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b7aab350-fc05-46d9-967a-0b55872513af admin admin] Publish callbacks [] for security_group (9eb25085-def3-414b-9fe9-9761d20ae498), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:50.506227 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2922ad4-c66d-438f-b9c1-7bc2198e2957 req-5f0ca8b3-7369-4cf9-97f1-7713da1c4c67 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:50.507687 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f2922ad4-c66d-438f-b9c1-7bc2198e2957 req-5f0ca8b3-7369-4cf9-97f1-7713da1c4c67 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 946 time: 0.0452428 Aug 24 07:57:50.526448 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b7aab350-fc05-46d9-967a-0b55872513af admin admin] Publish callbacks [] for security_group (9eb25085-def3-414b-9fe9-9761d20ae498), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:50.556809 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f2922ad4-c66d-438f-b9c1-7bc2198e2957 req-36b2b5a5-f984-4cbe-b13d-de694aad162f tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6866feba-cea6-4791-b2c1-b642e97b7b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Aug 24 07:57:50.638073 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (a63a1dfa-d3cb-4860-961a-7e951b10e39b), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:50.667309 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b7aab350-fc05-46d9-967a-0b55872513af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (9eb25085-def3-414b-9fe9-9761d20ae498), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:50.669830 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b7aab350-fc05-46d9-967a-0b55872513af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:50.670951 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-b7aab350-fc05-46d9-967a-0b55872513af admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9eb25085-def3-414b-9fe9-9761d20ae498 HTTP/1.1" status: 204 len: 168 time: 0.2838449 Aug 24 07:57:50.671754 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Pushing event deleted for resources: {'Port': ['ID=a63a1dfa-d3cb-4860-961a-7e951b10e39b,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:50.703560 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aab350-fc05-46d9-967a-0b55872513af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb25085-def3-414b-9fe9-9761d20ae498,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:50.735551 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] No DVR routers for this DVR port a63a1dfa-d3cb-4860-961a-7e951b10e39b on host hv-cinder-85427 {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 07:57:50.738547 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:50.741976 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d7c3860e-05f0-4ada-afb2-be9c27951a45 req-28274bbb-8dc9-4ec4-8720-d9f12949b4da tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.45 "DELETE /networking/v2.0/ports/a63a1dfa-d3cb-4860-961a-7e951b10e39b HTTP/1.1" status: 204 len: 173 time: 0.9816921 Aug 24 07:57:50.742444 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3', 'name': 'network-vif-deleted', 'tag': 'a63a1dfa-d3cb-4860-961a-7e951b10e39b'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:57:50.744715 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a11ad6a-04c1-4ffa-b356-221875ec018e" -d '{"events": [{"server_uuid": "1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3", "name": "network-vif-deleted", "tag": "a63a1dfa-d3cb-4860-961a-7e951b10e39b"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:57:50.784106 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8552d83-b4cc-4ff7-90b4-4daa500f4fa9 x-openstack-request-id: req-d8552d83-b4cc-4ff7-90b4-4daa500f4fa9 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:57:50.788599 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3", "name": "network-vif-deleted", "tag": "a63a1dfa-d3cb-4860-961a-7e951b10e39b", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:57:50.788599 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d8552d83-b4cc-4ff7-90b4-4daa500f4fa9 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:57:50.788599 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8552d83-b4cc-4ff7-90b4-4daa500f4fa9'] response: {'server_uuid': '1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3', 'name': 'network-vif-deleted', 'tag': 'a63a1dfa-d3cb-4860-961a-7e951b10e39b', 'status': 'completed', 'code': 200} Aug 24 07:57:51.099105 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0a9c016a-93e3-4d2d-bfda-7f3a52317364 req-3a8c48a3-e5b0-4220-9e7d-174c3d1fcc28 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0338647 Aug 24 07:57:51.520351 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c7701-6142-4344-9e52-4fd6f559ed98 req-6333dc30-82fc-4b65-a9a0-0065856eb194 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:51.522755 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6f5c7701-6142-4344-9e52-4fd6f559ed98 req-6333dc30-82fc-4b65-a9a0-0065856eb194 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 944 time: 0.0703993 Aug 24 07:57:51.585360 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6f5c7701-6142-4344-9e52-4fd6f559ed98 req-2940a32f-881c-437f-8e0d-b2bedd4da497 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491741 Aug 24 07:57:51.603604 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-fd17117a-2620-46ae-b277-c8df226d4c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:51.661803 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-08984c04-bfca-4d7e-a6ae-85040312d98e req-bdcf3721-337c-44a0-b83f-5e3d7888df98 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 210 time: 0.0277648 Aug 24 07:57:52.204297 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a482a8e3-21ad-41c5-bef9-224e14bd58ab req-f977b2ad-239e-4571-9708-6f1dbfb8ad71 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0274765 Aug 24 07:57:52.684690 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device a63a1dfa-d3cb-4860-961a-7e951b10e39b no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 07:57:52.711399 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: a63a1dfa-d3cb-4860-961a-7e951b10e39b {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 07:57:52.711833 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device a63a1dfa-d3cb-4860-961a-7e951b10e39b not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 07:57:52.735636 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['45373581-1bd1-4a1b-aff0-a6e9993cd6b9'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:57:52.738480 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cf01-bd0b-480f-be97-fde5f30060bd req-8bab32cf-56e1-4d1a-a5b4-159e9121a781 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:52.746448 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b3f7cf01-bd0b-480f-be97-fde5f30060bd req-8bab32cf-56e1-4d1a-a5b4-159e9121a781 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 944 time: 0.0766659 Aug 24 07:57:52.803709 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b3f7cf01-bd0b-480f-be97-fde5f30060bd req-5d83647b-4fa9-48a9-b89c-6d03788ba530 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564027 Aug 24 07:57:52.815715 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-18d8f795-b185-4db7-929e-95028800c440 req-2d56f16e-15e9-4859-a136-e14fe84a8d8e tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 210 time: 0.0717220 Aug 24 07:57:52.970658 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:53.047957 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b8c787cc-253a-4b74-8eba-56d54399d87b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:53.049411 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b8c787cc-253a-4b74-8eba-56d54399d87b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 818 time: 0.1248860 Aug 24 07:57:53.118120 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-99cc6db5-5ecb-4568-b551-1c6d8db24a0e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e52495240cf04548a21b411c32bbe1e1 HTTP/1.1" status: 200 len: 379 time: 0.0582440 Aug 24 07:57:53.305878 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-47e8e5fc-43d2-4bb4-ae92-9794c83bed88 req-a167ee79-d536-4484-80e9-c17b95d4fea8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Aug 24 07:57:53.357188 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Request body: {'port': {'device_id': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'admin_state_up': True, 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'security_groups': ['bb96ed6c-1018-4451-91c8-2a0e7d0c6106']}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:57:53.580640 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Made reservation on behalf of e52495240cf04548a21b411c32bbe1e1 for: {'port': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:57:53.585360 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:53.724191 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Allocated IP 172.20.0.3 (65ded553-11ab-4374-ae54-fd59db440a78/89be8ce2-165e-44fe-8ef0-2670ee54c8c2/8acdda10-43f7-423f-9513-4deb10644221) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:57:53.863031 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:53.869677 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for port (8acdda10-43f7-423f-9513-4deb10644221), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:53.870944 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-0b39570e-1316-436c-8c80-a355683501dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:53.952905 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-24a7c071-38f4-4183-85ed-bdcd15416353 req-867f6e46-e6f8-4ccc-830b-31f53d948bc9 tempest-VolumesActionsTest-1050177248 tempest-VolumesActionsTest-1050177248-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a74d2b8-2c12-4e4c-867a-8afc7c1cb8b3 HTTP/1.1" status: 200 len: 210 time: 0.0314260 Aug 24 07:57:53.959095 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c63e43-a286-44c7-b775-57f27a937f97 req-b3553c18-7e70-4ca3-97a6-e65caffb1657 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:53.960662 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-19c63e43-a286-44c7-b775-57f27a937f97 req-b3553c18-7e70-4ca3-97a6-e65caffb1657 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 944 time: 0.0532391 Aug 24 07:57:53.990865 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (8acdda10-43f7-423f-9513-4deb10644221), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:54.057024 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Network 65ded553-11ab-4374-ae54-fd59db440a78 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:57:54.066906 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:57:54.069699 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event updated for resources: {'Port': ['ID=8acdda10-43f7-423f-9513-4deb10644221,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:54.073042 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:57:54.079534 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-19c63e43-a286-44c7-b775-57f27a937f97 req-e155988e-9159-4e4c-80f2-be7dc3949cae tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065619 Aug 24 07:57:54.116644 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:54.149820 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:54.150988 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:54.230319 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-b170f552-4845-4eac-9cd5-a96c9ba6ec8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8772466 Aug 24 07:57:54.246558 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Request body: {'port': {'device_id': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:57:54.321604 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (8acdda10-43f7-423f-9513-4deb10644221), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:54.335795 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-8c228deb-2893-48f6-9958-9f804ca50999 None None] Provisioning complete for port 8acdda10-43f7-423f-9513-4deb10644221 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:57:54.336260 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-8c228deb-2893-48f6-9958-9f804ca50999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (8acdda10-43f7-423f-9513-4deb10644221), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:54.374197 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-8c228deb-2893-48f6-9958-9f804ca50999 None None] Port 8acdda10-43f7-423f-9513-4deb10644221 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:57:54.467965 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b059a-3453-4b43-bb17-e6e03d91483c req-f0cda266-8873-42c4-a7bf-fdeccc385808 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:54.474561 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d93b059a-3453-4b43-bb17-e6e03d91483c req-f0cda266-8873-42c4-a7bf-fdeccc385808 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 931 time: 0.0816607 Aug 24 07:57:54.528554 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d93b059a-3453-4b43-bb17-e6e03d91483c req-7f74d260-e87c-4ada-b7ec-caae083f450a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530403 Aug 24 07:57:54.598056 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acdda10-43f7-423f-9513-4deb10644221 {{(pid=113380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:57:54.605501 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Publish callbacks [] for port (8acdda10-43f7-423f-9513-4deb10644221), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:54.618365 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.provisioning_blocks [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Transition to ACTIVE for port object 8acdda10-43f7-423f-9513-4deb10644221 will not be triggered until provisioned by entity L2. {{(pid=113380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:57:54.664767 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:57:54.672120 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (8acdda10-43f7-423f-9513-4deb10644221), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:54.701331 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:54.718871 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:57:54.719607 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:54.772685 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Pushing event updated for resources: {'Port': ['ID=8acdda10-43f7-423f-9513-4deb10644221,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:54.805986 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Attempting to bind port 8acdda10-43f7-423f-9513-4deb10644221 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:57:54.806337 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Attempting to bind port 8acdda10-43f7-423f-9513-4deb10644221 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:57:54.806667 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Attempting to bind port 8acdda10-43f7-423f-9513-4deb10644221 on network 65ded553-11ab-4374-ae54-fd59db440a78 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:57:54.811663 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Port 8acdda10-43f7-423f-9513-4deb10644221 on network 65ded553-11ab-4374-ae54-fd59db440a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:57:54.811984 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Attempting to bind port 8acdda10-43f7-423f-9513-4deb10644221 on network 65ded553-11ab-4374-ae54-fd59db440a78 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:57:54.821047 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:57:54.821448 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Checking segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:57:54.821840 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Bound using segment: {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:57:54.821963 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:57:54.822273 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Bound port: 8acdda10-43f7-423f-9513-4deb10644221, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddcf95a-c9ef-4b96-8692-f36be09cfcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78'}}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:57:54.822637 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (8acdda10-43f7-423f-9513-4deb10644221), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:54.823040 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:54.860184 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:57:54.862483 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582debb5-9e9e-43f5-91c8-7d51f3ebfdb8" -d '{"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-plugged", "status": "completed", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:57:54.918927 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:57:54.919592 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] For port 8acdda10-43f7-423f-9513-4deb10644221, host hv-cinder-85427, cleared binding levels {{(pid=113380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:57:54.919972 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] For port 8acdda10-43f7-423f-9513-4deb10644221, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8acdda10-43f7-423f-9513-4deb10644221,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:57:54.944571 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5e1bd6-5b3a-4b5e-9184-6617587af094 x-openstack-request-id: req-cf5e1bd6-5b3a-4b5e-9184-6617587af094 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:57:54.945523 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-plugged", "status": "completed", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:57:54.952449 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf5e1bd6-5b3a-4b5e-9184-6617587af094 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:57:54.952449 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5e1bd6-5b3a-4b5e-9184-6617587af094'] response: {'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'code': 200} Aug 24 07:57:55.006464 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:55.007023 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (8acdda10-43f7-423f-9513-4deb10644221), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:55.015786 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.015786 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:55.015786 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/8acdda10-43f7-423f-9513-4deb10644221 HTTP/1.1" status: 200 len: 1093 time: 0.7727842 Aug 24 07:57:55.039180 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:55.043506 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-6a4443a4-19d4-4ab0-b9e0-4091cce3488a tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=7701e6492dd940df87340ba204be3138&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576594 Aug 24 07:57:55.067741 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:55.073417 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'tag': '8acdda10-43f7-423f-9513-4deb10644221'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:57:55.076102 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe314e-8b1f-4dbb-9970-3893f918e0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "tag": "8acdda10-43f7-423f-9513-4deb10644221"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:57:55.080760 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f6d34-66be-4ad1-9b37-77813ed36c22 service neutron] Pushing event updated for resources: {'Port': ['ID=8acdda10-43f7-423f-9513-4deb10644221,revision_number=3']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:55.098496 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=7']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:55.121100 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabe0a74-16e2-4b0d-8b7b-db2056c3f6e1 x-openstack-request-id: req-cabe0a74-16e2-4b0d-8b7b-db2056c3f6e1 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:57:55.121392 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "tag": "8acdda10-43f7-423f-9513-4deb10644221", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:57:55.121650 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cabe0a74-16e2-4b0d-8b7b-db2056c3f6e1 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:57:55.122054 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabe0a74-16e2-4b0d-8b7b-db2056c3f6e1'] response: {'name': 'network-changed', 'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'tag': '8acdda10-43f7-423f-9513-4deb10644221', 'status': 'completed', 'code': 200} Aug 24 07:57:55.204794 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe314e-8b1f-4dbb-9970-3893f918e0c4 req-54a0a45e-36b3-4aee-afa9-f9503e5f3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.206527 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5dbe314e-8b1f-4dbb-9970-3893f918e0c4 req-54a0a45e-36b3-4aee-afa9-f9503e5f3110 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 1127 time: 0.0488646 Aug 24 07:57:55.297243 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-f76e840d-5ddb-41cb-860a-8f37bd950616 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.298814 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-f76e840d-5ddb-41cb-860a-8f37bd950616 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500584 Aug 24 07:57:55.325912 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-31880c34-ac8d-403b-8842-fc72ce282251 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/quotas/7701e6492dd940df87340ba204be3138 HTTP/1.1" status: 200 len: 375 time: 0.0200036 Aug 24 07:57:55.340271 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adea6d3-e752-41f7-8af3-20e6db636351 req-52df7d99-fb6e-486c-b6f8-8ee40d915f42 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.341752 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4adea6d3-e752-41f7-8af3-20e6db636351 req-52df7d99-fb6e-486c-b6f8-8ee40d915f42 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.1344495 Aug 24 07:57:55.358775 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe314e-8b1f-4dbb-9970-3893f918e0c4 req-f7b81df2-3faa-437f-a9fa-095597a1570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.360222 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5dbe314e-8b1f-4dbb-9970-3893f918e0c4 req-f7b81df2-3faa-437f-a9fa-095597a1570d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=e52495240cf04548a21b411c32bbe1e1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1426208 Aug 24 07:57:55.380216 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d394e1b8-fc58-42d6-8c7b-c2f8bcfb6f68 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7701e6492dd940df87340ba204be3138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402503 Aug 24 07:57:55.399144 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:55.446005 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:55.488080 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4adea6d3-e752-41f7-8af3-20e6db636351 req-3d57cf33-c27b-4f79-a775-04eb49740f8e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268153 Aug 24 07:57:55.526635 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe314e-8b1f-4dbb-9970-3893f918e0c4 req-3ad2b11f-2061-4a06-b5b5-f75e4287e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.528130 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5dbe314e-8b1f-4dbb-9970-3893f918e0c4 req-3ad2b11f-2061-4a06-b5b5-f75e4287e19a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583700 Aug 24 07:57:55.600198 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:55.634940 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-48004a02-c1b7-43c5-a95c-88e3b787fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.640903 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-48004a02-c1b7-43c5-a95c-88e3b787fecb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 1127 time: 0.0706954 Aug 24 07:57:55.654805 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabab01-a9f5-4dcc-860c-b50380d6c2d8 req-21ba396b-b8f7-4786-94cb-c9d4314e0db7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.656236 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cbabab01-a9f5-4dcc-860c-b50380d6c2d8 req-21ba396b-b8f7-4786-94cb-c9d4314e0db7 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 943 time: 0.0528796 Aug 24 07:57:55.698025 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-59880597-4cea-404d-91c8-f36a8da1995f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acdda10-43f7-423f-9513-4deb10644221 HTTP/1.1" status: 200 len: 217 time: 0.0408266 Aug 24 07:57:55.770118 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cbabab01-a9f5-4dcc-860c-b50380d6c2d8 req-8be859c4-7fa0-40b0-a447-86db479264c9 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067662 Aug 24 07:57:55.811929 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-844e48a3-9f26-4b60-9bd7-e617700635c0 req-d38c1b8d-cd58-42f3-be61-8a980153696e tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0634491 Aug 24 07:57:55.836383 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-d9b41c14-9620-47e0-9658-0d0d5d887125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.838276 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-d9b41c14-9620-47e0-9658-0d0d5d887125 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.1311862 Aug 24 07:57:55.887297 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-bcef6bb1-2c5f-4052-8d26-0478c246d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:55.888832 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-bcef6bb1-2c5f-4052-8d26-0478c246d273 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443511 Aug 24 07:57:56.022705 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-0b321177-fdd8-4bbe-8022-8fa71b603c59 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254945 Aug 24 07:57:56.138939 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3954b3de-fc73-45c4-bc04-f82309285f9f req-86b5a4f9-3d80-435d-8dbe-75296f08cf86 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990980 Aug 24 07:57:56.629479 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:56.676107 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286e16-910f-4d08-aa76-01f15724d6d4 req-bd4f3e77-67f7-4ac8-9974-be96cc9f576c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:56.698672 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3d286e16-910f-4d08-aa76-01f15724d6d4 req-bd4f3e77-67f7-4ac8-9974-be96cc9f576c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.1021287 Aug 24 07:57:56.750541 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:56.755403 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:56.810954 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3d286e16-910f-4d08-aa76-01f15724d6d4 req-9ba9cb69-9ac0-4343-8844-331adbd09f3e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095128 Aug 24 07:57:56.896241 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:56.926512 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e740e9bd-ce54-44df-bf50-ef1bf272afc5 req-c52f3310-b79a-4cc5-a436-085ff910135c tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0430305 Aug 24 07:57:56.944111 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950d53a-7fee-45b9-8bfc-ef9db15ff807 req-83a0f5cd-4bba-4092-b428-df00610f0c6f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:56.947267 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4950d53a-7fee-45b9-8bfc-ef9db15ff807 req-83a0f5cd-4bba-4092-b428-df00610f0c6f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 943 time: 0.0719604 Aug 24 07:57:57.036564 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4950d53a-7fee-45b9-8bfc-ef9db15ff807 req-99c85d7e-363c-49af-9a00-82ccbde3321a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725682 Aug 24 07:57:57.158752 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:58.007378 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01ee70-0855-419c-97bc-b2a566005c1c req-557e7ab8-d2e9-4900-a13a-3c51cc9d024f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:58.014321 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fe01ee70-0855-419c-97bc-b2a566005c1c req-557e7ab8-d2e9-4900-a13a-3c51cc9d024f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0913813 Aug 24 07:57:58.103141 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fe01ee70-0855-419c-97bc-b2a566005c1c req-8e3828b0-ce19-40bb-96ef-d61756cfbd60 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822659 Aug 24 07:57:58.109804 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d934d89e-4fb3-493f-b59f-1e9faaac4e80 req-7bd09685-b742-4e91-ac36-922d136e2cbd tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0401525 Aug 24 07:57:58.279781 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969c9c-007d-4e66-bf27-73f72c3ea0dd req-ba4d4b53-c2fc-445f-9ec3-3888aba4b900 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:58.282260 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 33824) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:58.286902 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-71969c9c-007d-4e66-bf27-73f72c3ea0dd req-ba4d4b53-c2fc-445f-9ec3-3888aba4b900 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 943 time: 0.0720382 Aug 24 07:57:58.304315 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:57:58.341732 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-71969c9c-007d-4e66-bf27-73f72c3ea0dd req-ea0bcb11-d93c-48d5-a224-17f4f6934df4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535283 Aug 24 07:57:58.446128 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8ed02e02-9695-46d6-91bd-1c7fcefb28de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:58.540414 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8ed02e02-9695-46d6-91bd-1c7fcefb28de admin admin] Publish callbacks [] for security_group (d36c9648-91f2-4b09-bf2e-6585fe45c47a), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:58.632727 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8ed02e02-9695-46d6-91bd-1c7fcefb28de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d36c9648-91f2-4b09-bf2e-6585fe45c47a), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:58.676869 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed02e02-9695-46d6-91bd-1c7fcefb28de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c9648-91f2-4b09-bf2e-6585fe45c47a,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:58.682153 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-8ed02e02-9695-46d6-91bd-1c7fcefb28de admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a795f69f485a4f0994cf6b450891cd55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984749 Aug 24 07:57:58.684922 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 33828) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:57:58.744050 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b68881e8-4918-409d-ab4d-f511da8980cb admin admin] Publish callbacks [] for security_group (d36c9648-91f2-4b09-bf2e-6585fe45c47a), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:58.769791 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b68881e8-4918-409d-ab4d-f511da8980cb admin admin] Publish callbacks [] for security_group (d36c9648-91f2-4b09-bf2e-6585fe45c47a), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:58.908853 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b68881e8-4918-409d-ab4d-f511da8980cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d36c9648-91f2-4b09-bf2e-6585fe45c47a), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:58.911363 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b68881e8-4918-409d-ab4d-f511da8980cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:58.912696 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-b68881e8-4918-409d-ab4d-f511da8980cb admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d36c9648-91f2-4b09-bf2e-6585fe45c47a HTTP/1.1" status: 204 len: 168 time: 0.2266977 Aug 24 07:57:58.923527 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68881e8-4918-409d-ab4d-f511da8980cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c9648-91f2-4b09-bf2e-6585fe45c47a,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:57:59.272626 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d49beab4-f160-4d62-ad58-ce641d0f353e req-e4434f90-cb76-4975-8367-00a42401ded7 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0653949 Aug 24 07:57:59.315423 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec3629-b107-4ace-a050-50a8aefc51cb req-6c18933f-5491-4892-ab7f-3961c166ac9f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:59.323235 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-32ec3629-b107-4ace-a050-50a8aefc51cb req-6c18933f-5491-4892-ab7f-3961c166ac9f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0939567 Aug 24 07:57:59.375713 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-32ec3629-b107-4ace-a050-50a8aefc51cb req-0de71088-8653-48db-a515-f732aa48f9a6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515118 Aug 24 07:57:59.428721 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 8acdda10-43f7-423f-9513-4deb10644221 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:57:59.508718 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b630-6a79-402d-aa6e-c2b4582d140c req-04ba58c5-a9cc-4331-8a5c-7ead431f34c3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:57:59.510430 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8ff5b630-6a79-402d-aa6e-c2b4582d140c req-04ba58c5-a9cc-4331-8a5c-7ead431f34c3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 943 time: 0.0841994 Aug 24 07:57:59.592665 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8ff5b630-6a79-402d-aa6e-c2b4582d140c req-49022496-7163-40f6-8205-f8d4d9614f8a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757003 Aug 24 07:57:59.680020 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 8acdda10-43f7-423f-9513-4deb10644221, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8acdda10-43f7-423f-9513-4deb10644221,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:57:59.690856 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '8acdda10-43f7-423f-9513-4deb10644221', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'port_id': '8acdda10-43f7-423f-9513-4deb10644221', 'mac_address': 'fa:16:3e:bd:c3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:57:59.725220 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 8acdda10-43f7-423f-9513-4deb10644221 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:57:59.726179 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (8acdda10-43f7-423f-9513-4deb10644221), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:57:59.739975 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acdda10-43f7-423f-9513-4deb10644221 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:58:00.171084 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 8acdda10-43f7-423f-9513-4deb10644221, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8acdda10-43f7-423f-9513-4deb10644221,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:00.277720 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (8acdda10-43f7-423f-9513-4deb10644221), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:00.344023 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=8acdda10-43f7-423f-9513-4deb10644221,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:00.418373 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f493a555-d854-4bf7-a1b3-3107657a8544 req-5d7ff05b-18d0-4ea7-8e3a-52181f2bdb2e tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0386667 Aug 24 07:58:00.523910 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6152076-4287-4866-b247-75bebacc5188 req-035a0f94-dec5-45fb-b021-3d9aae9e99f7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:00.527074 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f6152076-4287-4866-b247-75bebacc5188 req-035a0f94-dec5-45fb-b021-3d9aae9e99f7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0573130 Aug 24 07:58:00.593076 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f6152076-4287-4866-b247-75bebacc5188 req-f23e6bfc-e8e4-4b6b-92de-2354fce368a1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583200 Aug 24 07:58:00.764636 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45256a0-dada-4f06-96be-787874caddae req-be3cbbda-b2ba-4946-a0ab-2055679ba5d2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:00.769102 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c45256a0-dada-4f06-96be-787874caddae req-be3cbbda-b2ba-4946-a0ab-2055679ba5d2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 944 time: 0.0602181 Aug 24 07:58:00.818637 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c45256a0-dada-4f06-96be-787874caddae req-da52b12a-4c82-4a60-bb6c-038e959bcd6b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463326 Aug 24 07:58:01.509892 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:01.547735 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9d0247ac-160e-45c9-9623-f228acf13c73 req-13efa168-5db3-4935-af38-2264b6717179 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0474865 Aug 24 07:58:01.759868 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8313d3d-4051-4e4a-8101-4439cdaf39cf req-8d665e09-50a9-49ba-bf42-79030a8c0b18 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:01.767678 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c8313d3d-4051-4e4a-8101-4439cdaf39cf req-8d665e09-50a9-49ba-bf42-79030a8c0b18 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0702727 Aug 24 07:58:01.822713 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c8313d3d-4051-4e4a-8101-4439cdaf39cf req-964b4916-79b7-41d1-b63a-bf6a24e42685 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538402 Aug 24 07:58:01.970508 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bb57f-3b2f-4dea-87e6-c46302d854b6 req-d58749fb-1ad6-4de0-97ba-7a71bf2ca672 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:01.972908 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4a1bb57f-3b2f-4dea-87e6-c46302d854b6 req-d58749fb-1ad6-4de0-97ba-7a71bf2ca672 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 944 time: 0.0630021 Aug 24 07:58:02.053168 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4a1bb57f-3b2f-4dea-87e6-c46302d854b6 req-fac5f325-2c4f-4837-b5c3-3435e17f194c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746353 Aug 24 07:58:02.667624 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d36296c4-6eec-4b0e-990b-6fe3d6513aab req-03895de7-a847-451b-8bfd-b28985b10b0b tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0390387 Aug 24 07:58:02.727020 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['8acdda10-43f7-423f-9513-4deb10644221'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:58:02.978158 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c5eed-f134-4532-afca-2cb0c5578bfc req-3397bb6a-ed50-4bcc-b0d1-831781e3ee27 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:02.979670 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7d0c5eed-f134-4532-afca-2cb0c5578bfc req-3397bb6a-ed50-4bcc-b0d1-831781e3ee27 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0581417 Aug 24 07:58:03.068932 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7d0c5eed-f134-4532-afca-2cb0c5578bfc req-1dccc59b-dba1-4650-89b5-a599d22b2525 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527179 Aug 24 07:58:03.218297 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425bb8e-6b76-44af-a659-817f8b55eddc req-9a373b9e-8eea-453a-b906-8bf02abc49df tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:03.220980 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a425bb8e-6b76-44af-a659-817f8b55eddc req-9a373b9e-8eea-453a-b906-8bf02abc49df tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 944 time: 0.0815146 Aug 24 07:58:03.290370 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a425bb8e-6b76-44af-a659-817f8b55eddc req-fbfa1132-0d12-4742-8f58-f6ac57ac200c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615113 Aug 24 07:58:03.382986 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d1d01556-f01d-41a0-9737-8aa82d5d4b05 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=7701e6492dd940df87340ba204be3138&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391135 Aug 24 07:58:03.603300 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-a93d9fb7-cb16-47f8-b8e9-b42959ceab91 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:03.604867 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-a93d9fb7-cb16-47f8-b8e9-b42959ceab91 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137909 Aug 24 07:58:03.619753 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Request body: {'port': {'device_id': '8488563b-2a6e-4b80-acb6-ac843a6d6dcb', 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7', 'admin_state_up': True, 'tenant_id': '7701e6492dd940df87340ba204be3138'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:03.636301 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:03.777685 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c0735306-b058-4b89-994a-0e6c9f67fba0 req-622d62de-514c-422f-9931-18fcdb0e78ad tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0344760 Aug 24 07:58:04.074651 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Made reservation on behalf of 7701e6492dd940df87340ba204be3138 for: {'port': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:58:04.080028 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:04.105870 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:04.191941 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ca509-6873-4730-ad0b-a8ff9de49d72 req-d3a27bb3-9a5c-4764-9317-e5e2efe92a4c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:04.201292 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-192ca509-6873-4730-ad0b-a8ff9de49d72 req-d3a27bb3-9a5c-4764-9317-e5e2efe92a4c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0626280 Aug 24 07:58:04.254704 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks [] for security_group (c99c9404-6f67-451a-a5a4-9aae084d3c5f), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:04.290420 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-192ca509-6873-4730-ad0b-a8ff9de49d72 req-013d7c7d-8873-41ab-a219-22bc5bcb9d00 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807710 Aug 24 07:58:04.412406 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c99c9404-6f67-451a-a5a4-9aae084d3c5f), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:04.422148 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:04.445355 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 8acdda10-43f7-423f-9513-4deb10644221 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:04.450872 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aef11-d93b-4098-8c4e-2a7f0ac966f6 req-f2de664d-ec95-4710-821f-0d07d4c872ec tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:04.456825 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2f3aef11-d93b-4098-8c4e-2a7f0ac966f6 req-f2de664d-ec95-4710-821f-0d07d4c872ec tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 944 time: 0.0836856 Aug 24 07:58:04.500027 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 8acdda10-43f7-423f-9513-4deb10644221 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:58:04.605636 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 8acdda10-43f7-423f-9513-4deb10644221 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:04.606352 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (8acdda10-43f7-423f-9513-4deb10644221), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:04.751454 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:58:04.753245 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99c9404-6f67-451a-a5a4-9aae084d3c5f,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:04.796354 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 8acdda10-43f7-423f-9513-4deb10644221 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:04.799033 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (8acdda10-43f7-423f-9513-4deb10644221), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:04.862183 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2f3aef11-d93b-4098-8c4e-2a7f0ac966f6 req-cddecb18-acc9-49b4-bed5-bd0b88242c3b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583696 Aug 24 07:58:04.863006 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acdda10-43f7-423f-9513-4deb10644221'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:58:04.880677 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a484e6-709a-45fb-91a4-55ea43510e46" -d '{"events": [{"server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "name": "network-vif-plugged", "status": "completed", "tag": "8acdda10-43f7-423f-9513-4deb10644221"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:58:04.935288 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 8acdda10-43f7-423f-9513-4deb10644221, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8acdda10-43f7-423f-9513-4deb10644221,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:04.975050 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Allocated IP 192.168.233.155 (6fbeaafe-f671-4b47-8130-6a51115194d7/d9ac8146-669c-4cf7-951a-2ff68ec7623c/cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:58:04.987188 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b697c4d8-17fa-4c57-a139-bc3986893d99 x-openstack-request-id: req-b697c4d8-17fa-4c57-a139-bc3986893d99 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:58:04.987576 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "name": "network-vif-plugged", "status": "completed", "tag": "8acdda10-43f7-423f-9513-4deb10644221", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:58:04.987922 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b697c4d8-17fa-4c57-a139-bc3986893d99 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:58:04.988414 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b697c4d8-17fa-4c57-a139-bc3986893d99'] response: {'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acdda10-43f7-423f-9513-4deb10644221', 'code': 200} Aug 24 07:58:04.995876 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b16f4f97-18f1-48a0-9de4-31f03888560e req-0660f745-ebeb-45ed-bb37-7d9608312360 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0529134 Aug 24 07:58:05.103290 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (8acdda10-43f7-423f-9513-4deb10644221), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:05.181527 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=8acdda10-43f7-423f-9513-4deb10644221,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:05.204090 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks [] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:05.326292 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:05.385025 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Network 6fbeaafe-f671-4b47-8130-6a51115194d7 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:58:05.392462 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:05.409256 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:58:05.462564 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ee1f-49b3-486c-aabf-0e8f7ebd1e67 req-9db76f18-fb19-426b-aae5-9c96545a79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:05.464293 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-acb9ee1f-49b3-486c-aabf-0e8f7ebd1e67 req-9db76f18-fb19-426b-aae5-9c96545a79c4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 1129 time: 0.0945182 Aug 24 07:58:05.496320 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Pushing event updated for resources: {'Port': ['ID=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:05.549397 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df90dc6-9323-4593-bb14-95b344222473 req-61bfcd68-8269-4995-8e15-3ce4bf34c98b tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:05.550966 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8df90dc6-9323-4593-bb14-95b344222473 req-61bfcd68-8269-4995-8e15-3ce4bf34c98b tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.1563301 Aug 24 07:58:05.557311 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-acb9ee1f-49b3-486c-aabf-0e8f7ebd1e67 req-4a563aad-62b8-4067-886e-45870d775497 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779171 Aug 24 07:58:05.581651 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:05.582289 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:05.656774 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8df90dc6-9323-4593-bb14-95b344222473 req-0de0a0e4-a7b6-4a31-91a2-0895786583f4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786059 Aug 24 07:58:05.803249 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-542779c0-1f63-46cb-99a9-3bc3a256a994 None None] Provisioning complete for port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:05.803895 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-542779c0-1f63-46cb-99a9-3bc3a256a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:05.807210 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-1d99dbf4-822d-4357-9958-1ea387f9c599 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1909149 Aug 24 07:58:05.818162 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Request body: {'port': {'device_id': '8488563b-2a6e-4b80-acb6-ac843a6d6dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:05.839619 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-542779c0-1f63-46cb-99a9-3bc3a256a994 None None] Port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:58:05.901668 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:06.008956 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770fe6-fb28-43a3-b421-b1f6d2cbf263 req-fefef434-d62b-4a5f-b06a-f16f66b43f16 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:06.010825 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-63770fe6-fb28-43a3-b421-b1f6d2cbf263 req-fefef434-d62b-4a5f-b06a-f16f66b43f16 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0616162 Aug 24 07:58:06.049394 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:06.102683 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-63770fe6-fb28-43a3-b421-b1f6d2cbf263 req-27bc54de-a211-41b2-baac-e3398f69b7ff tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654414 Aug 24 07:58:06.142336 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:06.178672 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:06.219673 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c40131-cbfa-4b54-bac5-6e4e9340b9de req-1ff5294a-86e8-4d19-94fb-e75afdd840bc tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:06.228856 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47c40131-cbfa-4b54-bac5-6e4e9340b9de req-1ff5294a-86e8-4d19-94fb-e75afdd840bc tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 936 time: 0.0758498 Aug 24 07:58:06.426942 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47c40131-cbfa-4b54-bac5-6e4e9340b9de req-ce1eda99-7417-4f28-9157-ae04312c42f6 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960003 Aug 24 07:58:06.451590 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 {{(pid=113380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:58:06.464842 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Publish callbacks [] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:06.483386 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.provisioning_blocks [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Transition to ACTIVE for port object cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 will not be triggered until provisioned by entity L2. {{(pid=113380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:58:06.623509 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:06.655750 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:06.822529 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:06.842218 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563cf82-da7c-43f3-b905-66c73a05e1f9 req-1f84fed8-5f89-429e-b347-89b0433a0dcb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:06.858672 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7563cf82-da7c-43f3-b905-66c73a05e1f9 req-1f84fed8-5f89-429e-b347-89b0433a0dcb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.1104295 Aug 24 07:58:06.884972 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Attempting to bind port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:58:06.885654 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Attempting to bind port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '35260d2b-493f-4cb4-9453-beb55bbd1995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7'}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:58:06.886176 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Attempting to bind port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 on network 6fbeaafe-f671-4b47-8130-6a51115194d7 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:58:06.891460 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 on network 6fbeaafe-f671-4b47-8130-6a51115194d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:58:06.892029 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Attempting to bind port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 on network 6fbeaafe-f671-4b47-8130-6a51115194d7 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:58:06.898391 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:58:06.899038 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Checking segment: {'id': '35260d2b-493f-4cb4-9453-beb55bbd1995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:58:06.899714 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Bound using segment: {'id': '35260d2b-493f-4cb4-9453-beb55bbd1995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7'} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:58:06.900317 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Bound port: cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35260d2b-493f-4cb4-9453-beb55bbd1995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7'}}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:58:06.901069 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:06.922062 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7563cf82-da7c-43f3-b905-66c73a05e1f9 req-41365de5-a40e-4dc6-942a-df2a3bd51aa0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599170 Aug 24 07:58:06.985235 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] For port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4, host hv-cinder-85427, cleared binding levels {{(pid=113380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:58:06.988757 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] For port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,segment=NetworkSegment(35260d2b-493f-4cb4-9453-beb55bbd1995),segment_id=35260d2b-493f-4cb4-9453-beb55bbd1995)] {{(pid=113380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:58:07.038873 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:07.046255 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:07.047031 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:07.048513 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 HTTP/1.1" status: 200 len: 1098 time: 1.2354050 Aug 24 07:58:07.049036 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8488563b-2a6e-4b80-acb6-ac843a6d6dcb', 'tag': 'cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:58:07.051488 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9e75c6-5574-4113-9db0-ee64490572ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8488563b-2a6e-4b80-acb6-ac843a6d6dcb", "tag": "cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:58:07.137647 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039308f-7a57-41b1-8c74-f6e787616ba2 x-openstack-request-id: req-8039308f-7a57-41b1-8c74-f6e787616ba2 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:58:07.137647 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8488563b-2a6e-4b80-acb6-ac843a6d6dcb", "tag": "cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:58:07.137647 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8039308f-7a57-41b1-8c74-f6e787616ba2 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:58:07.137647 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8039308f-7a57-41b1-8c74-f6e787616ba2'] response: {'name': 'network-changed', 'server_uuid': '8488563b-2a6e-4b80-acb6-ac843a6d6dcb', 'tag': 'cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4', 'status': 'completed', 'code': 200} Aug 24 07:58:07.141500 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c0bc8-36cd-4cfb-9de0-f92166fc8708 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,revision_number=3']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:07.244752 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d4a59-2915-49fa-a660-ba9e086b5cbf req-f6a09b14-ed62-4300-bd22-52ecf58dd4a0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:07.246271 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a15d4a59-2915-49fa-a660-ba9e086b5cbf req-f6a09b14-ed62-4300-bd22-52ecf58dd4a0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0687988 Aug 24 07:58:07.300197 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:07.333593 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a15d4a59-2915-49fa-a660-ba9e086b5cbf req-cfc549c0-f31f-4f64-9a3a-0da23105facc tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769310 Aug 24 07:58:07.366871 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-ff4779fa-1515-4155-8a03-e8f2ca1c679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:07.368554 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-ff4779fa-1515-4155-8a03-e8f2ca1c679c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7701e6492dd940df87340ba204be3138&device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 1132 time: 0.0622237 Aug 24 07:58:07.425140 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-b25af7a1-9448-40d2-9de3-c5694f6e9de7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 HTTP/1.1" status: 200 len: 217 time: 0.0489790 Aug 24 07:58:07.506008 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-3eddc5c8-72c9-4d5e-be44-c1a8e8cac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:07.508058 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-3eddc5c8-72c9-4d5e-be44-c1a8e8cac556 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d9ac8146-669c-4cf7-951a-2ff68ec7623c HTTP/1.1" status: 200 len: 843 time: 0.0722561 Aug 24 07:58:07.520577 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:07.614981 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-2ecb3502-9bad-471c-9317-6a6db138f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:07.618262 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-2ecb3502-9bad-471c-9317-6a6db138f62d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=6fbeaafe-f671-4b47-8130-6a51115194d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0896990 Aug 24 07:58:07.629026 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af76366-c433-4d0f-8998-f163c5628636 req-9eacc4b9-bd9a-4559-ac81-55c7e21a4336 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:07.629026 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9af76366-c433-4d0f-8998-f163c5628636 req-9eacc4b9-bd9a-4559-ac81-55c7e21a4336 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 948 time: 0.0860355 Aug 24 07:58:07.769772 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9af76366-c433-4d0f-8998-f163c5628636 req-1d4d585d-cb56-4031-95c3-ed7a8f53f1d7 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181211 Aug 24 07:58:07.777768 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-d8450f3c-15d3-4be8-90c1-68fd771e09c6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fbeaafe-f671-4b47-8130-6a51115194d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492817 Aug 24 07:58:07.890625 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8267e789-f257-4469-91fd-251d3e4f8aeb req-247bb902-738d-407f-aea7-ad988b07caef service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fbeaafe-f671-4b47-8130-6a51115194d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062210 Aug 24 07:58:08.065407 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cad6f6-3047-4e3d-83bf-2df555956a3c req-b470379b-0196-4f8a-9471-97748e346508 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:08.066903 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-48cad6f6-3047-4e3d-83bf-2df555956a3c req-b470379b-0196-4f8a-9471-97748e346508 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0463107 Aug 24 07:58:08.092802 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:08.116084 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-48cad6f6-3047-4e3d-83bf-2df555956a3c req-27d25a86-d2eb-42db-9c3d-29db441f74ec tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Aug 24 07:58:08.223260 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:08.305657 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-b85e1a8a-b065-414e-aedd-45cbb5d796fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:08.307351 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-b85e1a8a-b065-414e-aedd-45cbb5d796fa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7701e6492dd940df87340ba204be3138&device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 1132 time: 0.0568659 Aug 24 07:58:08.470564 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-f7782a45-5701-40c9-b392-4cd78f19adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:08.472614 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-f7782a45-5701-40c9-b392-4cd78f19adeb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=6fbeaafe-f671-4b47-8130-6a51115194d7 HTTP/1.1" status: 200 len: 870 time: 0.1570911 Aug 24 07:58:08.520954 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-ba34879c-e139-4ddb-8a14-dfd113205d71 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 HTTP/1.1" status: 200 len: 217 time: 0.0395525 Aug 24 07:58:08.527682 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fb7c1-f10c-474b-963d-fdf95ddeb324 req-75bb641c-942a-4052-9cf1-d9a035b21daf tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:08.529348 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b64fb7c1-f10c-474b-963d-fdf95ddeb324 req-75bb641c-942a-4052-9cf1-d9a035b21daf tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.1015913 Aug 24 07:58:08.611962 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-761d5ddc-02b1-4dda-8535-f55ad559207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:08.613384 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-761d5ddc-02b1-4dda-8535-f55ad559207b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d9ac8146-669c-4cf7-951a-2ff68ec7623c HTTP/1.1" status: 200 len: 843 time: 0.0832901 Aug 24 07:58:08.678433 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b64fb7c1-f10c-474b-963d-fdf95ddeb324 req-2abe3397-1a05-45cc-bf52-0708d516f4db tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378195 Aug 24 07:58:08.695405 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-ecdd1a16-0224-420d-b4e4-fbfd63bd758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:08.698198 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-ecdd1a16-0224-420d-b4e4-fbfd63bd758a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=6fbeaafe-f671-4b47-8130-6a51115194d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0779843 Aug 24 07:58:08.870959 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c4208-cd32-4116-b734-4add58da4153 req-3a09507b-c983-4cf0-a5f6-053ad41faea8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:08.872823 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5c2c4208-cd32-4116-b734-4add58da4153 req-3a09507b-c983-4cf0-a5f6-053ad41faea8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0721381 Aug 24 07:58:08.887147 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 34112) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:08.892045 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-5a5c851a-3fbc-4e9d-96e0-e4e9755ee070 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Request body: {'floatingip': {'port_id': '8acdda10-43f7-423f-9513-4deb10644221'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:08.932956 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-d34d2ba2-3ab6-4ae8-bec9-64b8fa61fd5c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fbeaafe-f671-4b47-8130-6a51115194d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280397 Aug 24 07:58:08.940949 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113db6-0b98-4147-818d-2e1dde487fd5 req-def71703-e390-4475-adeb-c5cad204feba tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:08.944104 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-22113db6-0b98-4147-818d-2e1dde487fd5 req-def71703-e390-4475-adeb-c5cad204feba tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 948 time: 0.0874159 Aug 24 07:58:08.955091 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5a5c851a-3fbc-4e9d-96e0-e4e9755ee070 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for floatingip (32939667-ffad-4cc0-8880-5225accd2938), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:09.082666 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6e9e75c6-5574-4113-9db0-ee64490572ea req-4e8bc009-4c82-46e9-9d63-dfbbe8eed86e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fbeaafe-f671-4b47-8130-6a51115194d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384280 Aug 24 07:58:09.110186 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:09.152255 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-22113db6-0b98-4147-818d-2e1dde487fd5 req-ba6c4e43-ee05-4f8f-9bf4-8a8b05f79527 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921196 Aug 24 07:58:09.309393 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb2771-6364-4198-86ca-8e10a3543de4 req-dfd6b595-d187-4c32-a01c-0e42b6eb9122 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:09.310879 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80eb2771-6364-4198-86ca-8e10a3543de4 req-dfd6b595-d187-4c32-a01c-0e42b6eb9122 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0964305 Aug 24 07:58:09.432584 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80eb2771-6364-4198-86ca-8e10a3543de4 req-957951a9-67f3-460c-8b7f-f478a0fe8041 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148493 Aug 24 07:58:09.525195 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5a5c851a-3fbc-4e9d-96e0-e4e9755ee070 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:09.607624 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 34128) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:09.651590 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5a5c851a-3fbc-4e9d-96e0-e4e9755ee070 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (32939667-ffad-4cc0-8880-5225accd2938), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:09.735633 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e3f8dbe-bc09-45cf-be85-8d5d6a7c8883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:09.796268 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-5a5c851a-3fbc-4e9d-96e0-e4e9755ee070 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Floating IP 32939667-ffad-4cc0-8880-5225accd2938 associated. External IP: 172.27.4.22, port: 8acdda10-43f7-423f-9513-4deb10644221. Aug 24 07:58:09.921845 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e3f8dbe-bc09-45cf-be85-8d5d6a7c8883 admin admin] Publish callbacks [] for security_group (516cc60f-a1c1-41a1-b641-f85ec9ca2965), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:09.923959 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:10.004548 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e3f8dbe-bc09-45cf-be85-8d5d6a7c8883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (516cc60f-a1c1-41a1-b641-f85ec9ca2965), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:10.011839 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:10.058232 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2e3f8dbe-bc09-45cf-be85-8d5d6a7c8883 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=fdacd677c08040d58e81c8000607d909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4665718 Aug 24 07:58:10.058933 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f8dbe-bc09-45cf-be85-8d5d6a7c8883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516cc60f-a1c1-41a1-b641-f85ec9ca2965,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:10.061838 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 34138) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:10.080760 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5c851a-3fbc-4e9d-96e0-e4e9755ee070 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:58:10.122792 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-211da6e4-66dd-4cc8-948d-19224857c33e admin admin] Publish callbacks [] for security_group (516cc60f-a1c1-41a1-b641-f85ec9ca2965), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:10.145440 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-211da6e4-66dd-4cc8-948d-19224857c33e admin admin] Publish callbacks [] for security_group (516cc60f-a1c1-41a1-b641-f85ec9ca2965), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:10.208413 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5c851a-3fbc-4e9d-96e0-e4e9755ee070 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:58:10.215815 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5a5c851a-3fbc-4e9d-96e0-e4e9755ee070 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:10.222043 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] Sync routers for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:58:10.234700 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:58:10.235619 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:57:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:10.260006 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-5a5c851a-3fbc-4e9d-96e0-e4e9755ee070 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/32939667-ffad-4cc0-8880-5225accd2938 HTTP/1.1" status: 200 len: 990 time: 1.3704576 Aug 24 07:58:10.260810 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'tag': '8acdda10-43f7-423f-9513-4deb10644221'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:58:10.263107 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3486c1f8-b6d8-459f-9f01-47164449f303" -d '{"events": [{"name": "network-changed", "server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "tag": "8acdda10-43f7-423f-9513-4deb10644221"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:58:10.307870 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fd9f0b-f5b2-4d0c-9d5f-ef48eac6dcba x-openstack-request-id: req-c5fd9f0b-f5b2-4d0c-9d5f-ef48eac6dcba {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:58:10.308154 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "tag": "8acdda10-43f7-423f-9513-4deb10644221", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:58:10.308403 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c5fd9f0b-f5b2-4d0c-9d5f-ef48eac6dcba {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:58:10.308824 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5fd9f0b-f5b2-4d0c-9d5f-ef48eac6dcba'] response: {'name': 'network-changed', 'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'tag': '8acdda10-43f7-423f-9513-4deb10644221', 'status': 'completed', 'code': 200} Aug 24 07:58:10.315523 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394d725-78b1-4196-8370-5a286dae51d4 req-d62987a4-5ae0-4011-9fd1-a28ca7a57b97 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:10.315523 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e394d725-78b1-4196-8370-5a286dae51d4 req-d62987a4-5ae0-4011-9fd1-a28ca7a57b97 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 948 time: 0.0698416 Aug 24 07:58:10.315774 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-211da6e4-66dd-4cc8-948d-19224857c33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (516cc60f-a1c1-41a1-b641-f85ec9ca2965), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:10.320302 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-211da6e4-66dd-4cc8-948d-19224857c33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:10.321397 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-211da6e4-66dd-4cc8-948d-19224857c33e admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/516cc60f-a1c1-41a1-b641-f85ec9ca2965 HTTP/1.1" status: 204 len: 168 time: 0.2584689 Aug 24 07:58:10.343162 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211da6e4-66dd-4cc8-948d-19224857c33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516cc60f-a1c1-41a1-b641-f85ec9ca2965,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:10.370251 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:10.418794 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:58:10.424476 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-01737488-1ead-43cd-a0c0-c870314c8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:10.424476 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-01737488-1ead-43cd-a0c0-c870314c8dfd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 1129 time: 0.0726309 Aug 24 07:58:10.437371 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e394d725-78b1-4196-8370-5a286dae51d4 req-e84ec7c5-9ba7-436a-b660-8522bd3ddfdc tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082501 Aug 24 07:58:10.568296 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-77d8213c-892b-40a6-a3c9-6efb3b1efbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:10.572173 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-77d8213c-892b-40a6-a3c9-6efb3b1efbf5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.1384482 Aug 24 07:58:10.624516 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9126-c9af-4860-a7b0-16ed19b5a2d6 req-2dee0986-b0e4-447c-9e29-847a823a6836 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:10.626786 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6e6e9126-c9af-4860-a7b0-16ed19b5a2d6 req-2dee0986-b0e4-447c-9e29-847a823a6836 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.1057167 Aug 24 07:58:10.768620 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6e6e9126-c9af-4860-a7b0-16ed19b5a2d6 req-ee6fe471-5476-44a6-8bdc-dbfed53268c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350808 Aug 24 07:58:10.817704 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-8f0e3495-70e6-4e4b-bd7b-105c1fd12097 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acdda10-43f7-423f-9513-4deb10644221 HTTP/1.1" status: 200 len: 998 time: 0.2350678 Aug 24 07:58:10.924395 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-7a5f65f7-3474-4692-b962-e1b9d5c5a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:10.925950 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-7a5f65f7-3474-4692-b962-e1b9d5c5a0e1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.1013565 Aug 24 07:58:10.968201 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '32939667-ffad-4cc0-8880-5225accd2938', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'port_id': '8acdda10-43f7-423f-9513-4deb10644221', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'mac_address': 'fa:16:3e:bd:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:57:42Z', 'updated_at': '2022-08-24T07:58:09Z', 'revision_number': 1, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:47Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:10.981137 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-30010d88-1e45-44de-933f-ada383be12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:10.982673 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-30010d88-1e45-44de-933f-ada383be12ee service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504122 Aug 24 07:58:11.006221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] Checking router: 52d1b0e2-991e-4544-b2f3-3f8c206b97fa for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:58:11.021696 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:58:11.022598 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:57:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:11.152974 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-fa2d4e29-8e9d-480a-89da-df99b16ec458 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628723 Aug 24 07:58:11.196189 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:58:11.273319 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3486c1f8-b6d8-459f-9f01-47164449f303 req-a76654db-617c-4913-9cd4-41449b5f5f7d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092975 Aug 24 07:58:11.279494 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 34168) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:11.297912 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71bae051-4cd0-4e40-8aae-5b6f015f807e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:11.331515 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:11.353387 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:11.394230 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71bae051-4cd0-4e40-8aae-5b6f015f807e admin admin] Publish callbacks [] for security_group (71f688a1-1711-48cf-87e5-60d312389e3b), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:11.423978 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:11.458696 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-71bae051-4cd0-4e40-8aae-5b6f015f807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (71f688a1-1711-48cf-87e5-60d312389e3b), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:11.508921 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-71bae051-4cd0-4e40-8aae-5b6f015f807e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e913c73ec03b406dbb34fc1bd5546034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265401 Aug 24 07:58:11.509248 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 34172) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:11.510014 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bae051-4cd0-4e40-8aae-5b6f015f807e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f688a1-1711-48cf-87e5-60d312389e3b,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:11.554302 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '32939667-ffad-4cc0-8880-5225accd2938', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'port_id': '8acdda10-43f7-423f-9513-4deb10644221', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'mac_address': 'fa:16:3e:bd:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:57:42Z', 'updated_at': '2022-08-24T07:58:09Z', 'revision_number': 1, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:47Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:11.593824 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e5cf3-55fe-45d5-87ea-f930a7dfe7bd None None] The sync data for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi is: [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '32939667-ffad-4cc0-8880-5225accd2938', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'port_id': '8acdda10-43f7-423f-9513-4deb10644221', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'mac_address': 'fa:16:3e:bd:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:57:42Z', 'updated_at': '2022-08-24T07:58:09Z', 'revision_number': 1, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:47Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:58:11.621732 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-39a7f099-a7c1-4004-9c93-57bc53a2cda3 admin admin] Publish callbacks [] for security_group (71f688a1-1711-48cf-87e5-60d312389e3b), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:11.647907 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6baf260-19bc-4162-96fe-185111126248 req-d7ec5cba-cc7c-4766-ad14-777c99fe1676 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:11.655848 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e6baf260-19bc-4162-96fe-185111126248 req-d7ec5cba-cc7c-4766-ad14-777c99fe1676 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 948 time: 0.0914793 Aug 24 07:58:11.669562 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-39a7f099-a7c1-4004-9c93-57bc53a2cda3 admin admin] Publish callbacks [] for security_group (71f688a1-1711-48cf-87e5-60d312389e3b), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:11.711074 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e6baf260-19bc-4162-96fe-185111126248 req-c076b2aa-01b0-4e75-a82a-09f292c8700d tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536506 Aug 24 07:58:11.834821 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-39a7f099-a7c1-4004-9c93-57bc53a2cda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (71f688a1-1711-48cf-87e5-60d312389e3b), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:11.840336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-39a7f099-a7c1-4004-9c93-57bc53a2cda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:11.841835 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-39a7f099-a7c1-4004-9c93-57bc53a2cda3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/71f688a1-1711-48cf-87e5-60d312389e3b HTTP/1.1" status: 204 len: 168 time: 0.3284788 Aug 24 07:58:11.876555 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7f099-a7c1-4004-9c93-57bc53a2cda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f688a1-1711-48cf-87e5-60d312389e3b,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:11.975749 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c5b22-6174-4361-86c6-2b30c67721d1 req-3f98e429-d5a6-44d1-9789-cb899c7787d9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:11.977680 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9c6c5b22-6174-4361-86c6-2b30c67721d1 req-3f98e429-d5a6-44d1-9789-cb899c7787d9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0969560 Aug 24 07:58:11.987538 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f2963-948a-4419-a00c-b55d57b31fd5 None None] New status for floating IP 32939667-ffad-4cc0-8880-5225accd2938: ACTIVE {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 07:58:12.054762 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9c6c5b22-6174-4361-86c6-2b30c67721d1 req-997ac2a7-bf97-4067-bd98-de5ea2e47d63 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659790 Aug 24 07:58:12.937362 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4faf6-6ac4-4f0e-aaaf-a45a5edf786f req-c3c7b287-8298-494d-9cf4-4749ee54e728 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:12.937835 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9ff4faf6-6ac4-4f0e-aaaf-a45a5edf786f req-c3c7b287-8298-494d-9cf4-4749ee54e728 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 948 time: 0.0738742 Aug 24 07:58:13.012354 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9ff4faf6-6ac4-4f0e-aaaf-a45a5edf786f req-04246aa2-03d8-4102-81ce-ff4087db8d02 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662594 Aug 24 07:58:13.224508 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69614346-b03b-4351-b491-df0ffc27b915 req-3aaae6c6-2b63-4167-a853-483ee72a54fc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:13.232891 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-69614346-b03b-4351-b491-df0ffc27b915 req-3aaae6c6-2b63-4167-a853-483ee72a54fc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0707951 Aug 24 07:58:13.243519 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:13.298482 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-69614346-b03b-4351-b491-df0ffc27b915 req-6f09d475-0b22-4edf-806a-0da85628d78d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647261 Aug 24 07:58:14.158558 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2ec2a-c597-4607-95ff-04491052dea5 req-0b61ad46-1668-48d2-9f43-504bb5f39663 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:14.160083 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-34e2ec2a-c597-4607-95ff-04491052dea5 req-0b61ad46-1668-48d2-9f43-504bb5f39663 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 948 time: 0.0548108 Aug 24 07:58:14.225318 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-34e2ec2a-c597-4607-95ff-04491052dea5 req-44a72cff-33ba-476b-b12a-19f65b8d435e tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569193 Aug 24 07:58:14.436861 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebfdbf-2c78-481a-9856-9ed665867b12 req-65685ee6-7d73-43b0-a349-305bd254a4c6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:14.446794 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4ebfdbf-2c78-481a-9856-9ed665867b12 req-65685ee6-7d73-43b0-a349-305bd254a4c6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0572245 Aug 24 07:58:14.499620 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a4ebfdbf-2c78-481a-9856-9ed665867b12 req-f4b060d9-6cc1-499e-a9c8-04953914dffd tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547683 Aug 24 07:58:15.437991 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b7afe-fed4-4de7-81f2-3a9cc2ae8980 req-eac4bbb1-2545-428e-8f7c-2c070d54b242 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:15.439484 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-522b7afe-fed4-4de7-81f2-3a9cc2ae8980 req-eac4bbb1-2545-428e-8f7c-2c070d54b242 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 948 time: 0.1255426 Aug 24 07:58:15.499782 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-522b7afe-fed4-4de7-81f2-3a9cc2ae8980 req-1f4b8665-9894-4256-a3f9-874f1e951cdd tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 Aug 24 07:58:15.667154 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83629792-fe58-4e75-9940-f8b3d20a9f80 req-d98c4cf2-5177-48a6-86ad-552ef1abe368 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:15.668689 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-83629792-fe58-4e75-9940-f8b3d20a9f80 req-d98c4cf2-5177-48a6-86ad-552ef1abe368 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0668001 Aug 24 07:58:15.739894 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-83629792-fe58-4e75-9940-f8b3d20a9f80 req-6a893e26-d256-4f93-bd66-8e7e080c492d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645416 Aug 24 07:58:15.889316 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 34314) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:16.031717 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a140d3ec-8890-4d93-8863-15e5f7c0f9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:16.194728 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a140d3ec-8890-4d93-8863-15e5f7c0f9fd admin admin] Publish callbacks [] for security_group (9213653c-2fe3-4ba6-87b9-3ba54d1937ec), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:16.251577 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a140d3ec-8890-4d93-8863-15e5f7c0f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (9213653c-2fe3-4ba6-87b9-3ba54d1937ec), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:16.293477 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-a140d3ec-8890-4d93-8863-15e5f7c0f9fd admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b6e2e9cd8f0f4d0a8844e47ff39aa12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996539 Aug 24 07:58:16.294550 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140d3ec-8890-4d93-8863-15e5f7c0f9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9213653c-2fe3-4ba6-87b9-3ba54d1937ec,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:16.296210 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 34332) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:16.351714 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ffe9229e-1055-46ac-975e-ad03da954f72 admin admin] Publish callbacks [] for security_group (9213653c-2fe3-4ba6-87b9-3ba54d1937ec), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:16.373449 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ffe9229e-1055-46ac-975e-ad03da954f72 admin admin] Publish callbacks [] for security_group (9213653c-2fe3-4ba6-87b9-3ba54d1937ec), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:16.500794 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ffe9229e-1055-46ac-975e-ad03da954f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (9213653c-2fe3-4ba6-87b9-3ba54d1937ec), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:16.503803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ffe9229e-1055-46ac-975e-ad03da954f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:16.507934 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ffe9229e-1055-46ac-975e-ad03da954f72 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9213653c-2fe3-4ba6-87b9-3ba54d1937ec HTTP/1.1" status: 204 len: 168 time: 0.2104652 Aug 24 07:58:16.515422 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:58:16.517248 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9229e-1055-46ac-975e-ad03da954f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9213653c-2fe3-4ba6-87b9-3ba54d1937ec,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:16.637942 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6b68-8aac-429a-bb35-d9f34b6875e1 req-1ce37614-dae7-45e7-bfc7-c8ebff13c92c tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:16.640173 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a5ed6b68-8aac-429a-bb35-d9f34b6875e1 req-1ce37614-dae7-45e7-bfc7-c8ebff13c92c tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 948 time: 0.0527394 Aug 24 07:58:16.648331 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,segment=NetworkSegment(35260d2b-493f-4cb4-9453-beb55bbd1995),segment_id=35260d2b-493f-4cb4-9453-beb55bbd1995)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:16.661186 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4', 'network_id': '6fbeaafe-f671-4b47-8130-6a51115194d7', 'port_id': 'cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4', 'mac_address': 'fa:16:3e:b9:da:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ac8146-669c-4cf7-951a-2ff68ec7623c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:58:16.675540 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:16.694237 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a5ed6b68-8aac-429a-bb35-d9f34b6875e1 req-c769fe68-1ef8-4360-9d82-9f6941fc4ee9 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479512 Aug 24 07:58:16.702470 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:16.702653 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:16.717039 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:58:16.746377 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,segment=NetworkSegment(35260d2b-493f-4cb4-9453-beb55bbd1995),segment_id=35260d2b-493f-4cb4-9453-beb55bbd1995)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:16.817374 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:16.874476 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-ae07deb3-a01c-411d-a385-8db1236c02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:16.876543 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-ae07deb3-a01c-411d-a385-8db1236c02d3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 1129 time: 0.0642178 Aug 24 07:58:16.936646 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeede40-9950-4614-ac36-e572baeffa24 req-cc958e99-b593-4f11-a0aa-8633fb8696a5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:16.947542 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbeede40-9950-4614-ac36-e572baeffa24 req-cc958e99-b593-4f11-a0aa-8633fb8696a5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0971236 Aug 24 07:58:16.949708 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:17.062019 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-fa948c8a-e63b-4565-bd74-730e73d60315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:17.063472 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-fa948c8a-e63b-4565-bd74-730e73d60315 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 917 time: 0.1777067 Aug 24 07:58:17.140122 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:58:17.162136 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-50d19b35-9ae8-482c-a370-1d8b9df54538 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9 HTTP/1.1" status: 200 len: 1001 time: 0.0883758 Aug 24 07:58:17.212506 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:17.238593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-9b9d456c-ba25-4820-9381-9d1166119093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:17.240770 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-9b9d456c-ba25-4820-9381-9d1166119093 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.0715599 Aug 24 07:58:17.326573 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbeede40-9950-4614-ac36-e572baeffa24 req-5c6d5df0-954b-4fe5-a617-47d09c753acb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756371 Aug 24 07:58:17.331661 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-521002a1-289b-4115-8c7f-19e26164517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:17.334080 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-521002a1-289b-4115-8c7f-19e26164517b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755472 Aug 24 07:58:17.438659 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 34364) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:17.439411 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:17.454425 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1c65-20e7-48b4-8613-c82954ce3108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:17.496056 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:17.509281 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-ef73003d-3717-4b01-ad6a-12148da432de service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682961 Aug 24 07:58:17.578083 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1c65-20e7-48b4-8613-c82954ce3108 admin admin] Publish callbacks [] for security_group (bcad5abf-a61b-4b24-a93c-511d952fb13d), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:17.647844 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-05050b47-cdb3-4064-abb1-e148b858cdaa req-e98b2642-b26a-43b8-ba00-f4efb9e3518d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281989 Aug 24 07:58:17.668994 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1c65-20e7-48b4-8613-c82954ce3108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (bcad5abf-a61b-4b24-a93c-511d952fb13d), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:17.715451 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 34368) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:17.715820 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-8d9c1c65-20e7-48b4-8613-c82954ce3108 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2c838bfc18ea49929c7e289eea5a0803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756329 Aug 24 07:58:17.717053 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c1c65-20e7-48b4-8613-c82954ce3108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcad5abf-a61b-4b24-a93c-511d952fb13d,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:17.785434 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-98645516-02fd-4c82-92fe-31f876267ed0 admin admin] Publish callbacks [] for security_group (bcad5abf-a61b-4b24-a93c-511d952fb13d), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:17.838699 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-98645516-02fd-4c82-92fe-31f876267ed0 admin admin] Publish callbacks [] for security_group (bcad5abf-a61b-4b24-a93c-511d952fb13d), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:17.873795 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f8745-ca60-4b44-93c3-718e1379ec10 req-ff8fd09c-0d61-48fb-9c91-908813135203 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:17.875324 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-594f8745-ca60-4b44-93c3-718e1379ec10 req-ff8fd09c-0d61-48fb-9c91-908813135203 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 949 time: 0.0771968 Aug 24 07:58:17.939939 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-594f8745-ca60-4b44-93c3-718e1379ec10 req-9b2f2684-8505-46c5-8025-bb0a51549cc8 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574334 Aug 24 07:58:18.009517 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-98645516-02fd-4c82-92fe-31f876267ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (bcad5abf-a61b-4b24-a93c-511d952fb13d), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:18.012102 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-98645516-02fd-4c82-92fe-31f876267ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:18.013377 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-98645516-02fd-4c82-92fe-31f876267ed0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/bcad5abf-a61b-4b24-a93c-511d952fb13d HTTP/1.1" status: 204 len: 168 time: 0.2969363 Aug 24 07:58:18.027321 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98645516-02fd-4c82-92fe-31f876267ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcad5abf-a61b-4b24-a93c-511d952fb13d,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:18.505044 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841654-6aa6-4917-8f04-93939b757015 req-f9ded58d-e9c4-4dfe-b2ab-043c32a63632 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:18.506549 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-12841654-6aa6-4917-8f04-93939b757015 req-f9ded58d-e9c4-4dfe-b2ab-043c32a63632 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 945 time: 0.0506797 Aug 24 07:58:18.532609 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:18.559169 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-12841654-6aa6-4917-8f04-93939b757015 req-56e19cd7-c57a-44e6-b488-94ff0da4033c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464149 Aug 24 07:58:18.581707 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:58:18.655018 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:18.655419 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:18.741081 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:18.742077 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:18.766219 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8488563b-2a6e-4b80-acb6-ac843a6d6dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:58:18.768784 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9c1127-5023-430a-b97f-8c34653e9a2a" -d '{"events": [{"server_uuid": "8488563b-2a6e-4b80-acb6-ac843a6d6dcb", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:58:18.783146 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,segment=NetworkSegment(35260d2b-493f-4cb4-9453-beb55bbd1995),segment_id=35260d2b-493f-4cb4-9453-beb55bbd1995)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:18.820066 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695b2040-d894-463c-9b22-732a42457b06 x-openstack-request-id: req-695b2040-d894-463c-9b22-732a42457b06 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:58:18.820066 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8488563b-2a6e-4b80-acb6-ac843a6d6dcb", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:58:18.820066 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-695b2040-d894-463c-9b22-732a42457b06 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:58:18.820066 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695b2040-d894-463c-9b22-732a42457b06'] response: {'server_uuid': '8488563b-2a6e-4b80-acb6-ac843a6d6dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4', 'code': 200} Aug 24 07:58:18.883505 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:18.883505 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 07:58:18.985381 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:19.074046 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:19.077275 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 is: ACTIVE; New status is: DOWN {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:19.077673 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:19.138280 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:19.140173 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4efe1d-644d-49fd-a306-b9cd6b327c58 req-071425ea-96e5-4413-a400-8768bccd87be tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:19.148370 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef4efe1d-644d-49fd-a306-b9cd6b327c58 req-071425ea-96e5-4413-a400-8768bccd87be tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 950 time: 0.0709422 Aug 24 07:58:19.199471 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef4efe1d-644d-49fd-a306-b9cd6b327c58 req-610fccac-c6ab-4867-b6a9-ceac3d76611b tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501864 Aug 24 07:58:19.260854 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:19.323914 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=8']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:20.029517 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e8f13-d73d-4ef3-b062-b934cbca9c0b req-265311d8-5a1c-44cb-9ec0-e558c4dc8665 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:20.039239 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-919e8f13-d73d-4ef3-b062-b934cbca9c0b req-265311d8-5a1c-44cb-9ec0-e558c4dc8665 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.3513527 Aug 24 07:58:20.136189 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-919e8f13-d73d-4ef3-b062-b934cbca9c0b req-a68f0041-04ba-41eb-839c-576e79f0f3cb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966852 Aug 24 07:58:20.137374 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c97e5-da4e-438d-9532-513c1e09924f req-dfeaf2a3-46b0-4222-9185-a74771157add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:20.138763 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e25c97e5-da4e-438d-9532-513c1e09924f req-dfeaf2a3-46b0-4222-9185-a74771157add service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 1134 time: 0.0594819 Aug 24 07:58:20.198330 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e25c97e5-da4e-438d-9532-513c1e09924f req-8ecc8707-ba1f-493b-8932-271f0452e464 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478089 Aug 24 07:58:20.304190 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:20.355237 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4bf74-9d50-424d-9659-e97f40b50808 req-8e4cfa83-6c9d-4b61-af66-7e7da4ba8470 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:20.357489 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-78e4bf74-9d50-424d-9659-e97f40b50808 req-8e4cfa83-6c9d-4b61-af66-7e7da4ba8470 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 950 time: 0.0722482 Aug 24 07:58:20.424142 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-78e4bf74-9d50-424d-9659-e97f40b50808 req-a7b6f55b-d27b-470c-bb80-a5c2ad06f1ab tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595925 Aug 24 07:58:20.455822 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 34426) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:20.682193 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-14837663-e99a-4280-a1ce-b9f35ac8c090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:20.781038 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-14837663-e99a-4280-a1ce-b9f35ac8c090 admin admin] Publish callbacks [] for security_group (d7e1f212-0e8d-47aa-92fd-2f39ce5a4a5a), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:20.820259 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:58:20.823977 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4939ce-a07e-4c9a-87df-95472b589f22" -d '{"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-unplugged", "status": "completed", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:58:20.868298 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 07:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5894d71e-a294-4292-8df7-a3e66d3b6fee x-openstack-request-id: req-5894d71e-a294-4292-8df7-a3e66d3b6fee {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:58:20.868298 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-unplugged", "status": "completed", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:58:20.868298 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5894d71e-a294-4292-8df7-a3e66d3b6fee {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:58:20.868298 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5894d71e-a294-4292-8df7-a3e66d3b6fee'] response: {'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'code': 200} Aug 24 07:58:20.886299 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-14837663-e99a-4280-a1ce-b9f35ac8c090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d7e1f212-0e8d-47aa-92fd-2f39ce5a4a5a), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:20.934311 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-14837663-e99a-4280-a1ce-b9f35ac8c090 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7e3fd2499e0c44a697f659e86237157f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750214 Aug 24 07:58:20.934311 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14837663-e99a-4280-a1ce-b9f35ac8c090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e1f212-0e8d-47aa-92fd-2f39ce5a4a5a,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:20.934710 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 34438) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:20.997159 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-10ee7269-50c2-461f-acf3-3acc60bbf678 admin admin] Publish callbacks [] for security_group (d7e1f212-0e8d-47aa-92fd-2f39ce5a4a5a), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:21.019725 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-10ee7269-50c2-461f-acf3-3acc60bbf678 admin admin] Publish callbacks [] for security_group (d7e1f212-0e8d-47aa-92fd-2f39ce5a4a5a), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:21.031701 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:21.152266 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-10ee7269-50c2-461f-acf3-3acc60bbf678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d7e1f212-0e8d-47aa-92fd-2f39ce5a4a5a), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:21.155683 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-10ee7269-50c2-461f-acf3-3acc60bbf678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:21.159412 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-10ee7269-50c2-461f-acf3-3acc60bbf678 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d7e1f212-0e8d-47aa-92fd-2f39ce5a4a5a HTTP/1.1" status: 204 len: 168 time: 0.2195160 Aug 24 07:58:21.183376 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee7269-50c2-461f-acf3-3acc60bbf678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e1f212-0e8d-47aa-92fd-2f39ce5a4a5a,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:21.329904 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659700b9-d5da-41c7-a039-a77f9024856c req-e7124229-b763-489e-a5d4-694701703182 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:21.332746 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-659700b9-d5da-41c7-a039-a77f9024856c req-e7124229-b763-489e-a5d4-694701703182 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0681639 Aug 24 07:58:21.398461 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-659700b9-d5da-41c7-a039-a77f9024856c req-83fa98a6-f18e-4800-964a-8c1f233296c1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572495 Aug 24 07:58:21.623295 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f6b3-8b0a-451f-8115-1dd27b5733b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:21.680229 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf5bca-9a9a-4521-88c6-e0343330b47a req-cbec9922-4f2b-4826-b817-49baf792656f tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:21.688578 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cccf5bca-9a9a-4521-88c6-e0343330b47a req-cbec9922-4f2b-4826-b817-49baf792656f tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 950 time: 0.1208453 Aug 24 07:58:21.740686 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cccf5bca-9a9a-4521-88c6-e0343330b47a req-6e13a24c-e457-445d-adcb-6c9c0b2d55ce tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511181 Aug 24 07:58:22.172257 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:22.202859 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=20 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:22.889155 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ce032-180c-4ef0-a773-77838b1e76bb req-9c102c6b-88e4-4005-837f-f4c434bcd6ff tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:22.891485 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-259ce032-180c-4ef0-a773-77838b1e76bb req-9c102c6b-88e4-4005-837f-f4c434bcd6ff tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 950 time: 0.0503628 Aug 24 07:58:22.897030 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-59627595-8a53-4c28-b39f-a6858c1f791f req-b66eeb42-cdce-4d25-a616-5380508e579b service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:58:22.898635 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-59627595-8a53-4c28-b39f-a6858c1f791f req-b66eeb42-cdce-4d25-a616-5380508e579b service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0099642 Aug 24 07:58:22.954769 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-259ce032-180c-4ef0-a773-77838b1e76bb req-907021d2-6329-474b-9128-851e056d618a tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530789 Aug 24 07:58:23.343831 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f13ac-84c0-4457-8df8-3ea950013e46 req-595d1826-f701-4e25-8865-71538fe8182c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:23.346146 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b57f13ac-84c0-4457-8df8-3ea950013e46 req-595d1826-f701-4e25-8865-71538fe8182c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0785463 Aug 24 07:58:23.447775 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b57f13ac-84c0-4457-8df8-3ea950013e46 req-6b65db1c-4756-4417-a51f-fac5a1a63469 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886467 Aug 24 07:58:23.573240 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd372dd-f1f9-4582-9d9a-eb529d77b6d7 req-5033c564-fbf3-464f-9062-3e65c80e8e5c tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:23.575826 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4bd372dd-f1f9-4582-9d9a-eb529d77b6d7 req-5033c564-fbf3-464f-9062-3e65c80e8e5c tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 950 time: 0.0935359 Aug 24 07:58:23.627328 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4bd372dd-f1f9-4582-9d9a-eb529d77b6d7 req-61262e39-0947-4bac-aec5-e1b0b21cd439 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453348 Aug 24 07:58:23.799795 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-2ebc7169-f487-4559-ab4c-c870b67da137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:24.588226 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc716f35-4a1b-4754-80c1-d9a881ab42cf req-54ad1b49-670d-432b-9f0f-54ff2e9b16d4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:24.590097 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bc716f35-4a1b-4754-80c1-d9a881ab42cf req-54ad1b49-670d-432b-9f0f-54ff2e9b16d4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0660841 Aug 24 07:58:24.663718 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bc716f35-4a1b-4754-80c1-d9a881ab42cf req-ebd0efe0-c7a7-4072-8929-d8addc040047 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661960 Aug 24 07:58:24.727127 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:24.764674 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21631d-12f8-44b8-89b3-84ea0fe97cde req-dc40aeb9-c9e9-4c4c-8063-2816cd45e505 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:24.777773 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2c21631d-12f8-44b8-89b3-84ea0fe97cde req-dc40aeb9-c9e9-4c4c-8063-2816cd45e505 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 950 time: 0.0625229 Aug 24 07:58:24.876079 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2c21631d-12f8-44b8-89b3-84ea0fe97cde req-9576e7c9-f156-4146-bda5-7eea9c82d0ba tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921111 Aug 24 07:58:25.077639 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 07:58:25.168424 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 is: DOWN; New status is: DOWN {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:25.483446 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:25.765161 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:25.805108 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0e33b-d37a-46a0-9b0b-59536a3119c0 req-15abd860-9ef5-4a02-ab2f-a4d24dc9f428 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:25.806730 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a7e0e33b-d37a-46a0-9b0b-59536a3119c0 req-15abd860-9ef5-4a02-ab2f-a4d24dc9f428 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0519106 Aug 24 07:58:25.858531 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a7e0e33b-d37a-46a0-9b0b-59536a3119c0 req-32bf76e7-6605-4d91-8c75-a08f305d665c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455239 Aug 24 07:58:26.025192 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5986151-2709-4d29-9fb3-bba709446e2f req-5b9ddbaa-0730-4fec-bb6b-c6dfb7f729e4 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:26.026871 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b5986151-2709-4d29-9fb3-bba709446e2f req-5b9ddbaa-0730-4fec-bb6b-c6dfb7f729e4 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 950 time: 0.0558803 Aug 24 07:58:26.085284 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b5986151-2709-4d29-9fb3-bba709446e2f req-f7caf335-c5a4-41e7-b6b8-6ffff5525d5e tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511999 Aug 24 07:58:26.834326 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:26.995516 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e30bc-ba8b-4dab-bd8d-96286ed2dd57 req-b912164a-cece-4f26-8dad-e2b385a8d81a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:27.008965 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-443e30bc-ba8b-4dab-bd8d-96286ed2dd57 req-b912164a-cece-4f26-8dad-e2b385a8d81a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0595517 Aug 24 07:58:27.060828 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-443e30bc-ba8b-4dab-bd8d-96286ed2dd57 req-5d1bc494-9b3f-4cc8-ba08-84572e0e7fa0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572615 Aug 24 07:58:27.158253 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:27.210328 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdd516-2dd5-49df-962d-cc0e71bfa020 req-798b217f-eec5-4362-9f48-0d3438630709 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:27.211729 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-46fdd516-2dd5-49df-962d-cc0e71bfa020 req-798b217f-eec5-4362-9f48-0d3438630709 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 950 time: 0.0489426 Aug 24 07:58:27.268418 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-46fdd516-2dd5-49df-962d-cc0e71bfa020 req-8d03f102-0f30-4222-87d5-24f2d915c0f8 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=c99c9404-6f67-451a-a5a4-9aae084d3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498796 Aug 24 07:58:27.269851 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-ed21e67f-571b-4d54-8036-d5870fa816c8 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:27.271362 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-ed21e67f-571b-4d54-8036-d5870fa816c8 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 950 time: 0.0561287 Aug 24 07:58:27.362446 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Deleting port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 07:58:27.362791 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:27.473809 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] For port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,segment=NetworkSegment(35260d2b-493f-4cb4-9453-beb55bbd1995),segment_id=35260d2b-493f-4cb4-9453-beb55bbd1995)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:27.474082 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:27.490285 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Calling delete_port for cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 owned by compute:nova {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 07:58:27.720623 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:27.733454 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:58:27.754804 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Pushing event deleted for resources: {'Port': ['ID=cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:27.848340 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] No DVR routers for this DVR port cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 on host hv-cinder-85427 {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 07:58:27.852165 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:27.856458 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fefd3755-414d-4721-85cc-70304c8e6b3c req-250fc6e3-7b49-4115-b06a-962ea776a326 tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.45 "DELETE /networking/v2.0/ports/cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 HTTP/1.1" status: 204 len: 173 time: 0.5777471 Aug 24 07:58:27.856458 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8488563b-2a6e-4b80-acb6-ac843a6d6dcb', 'name': 'network-vif-deleted', 'tag': 'cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:58:27.859169 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e7542c-95ef-4981-a265-1903ab3d1259" -d '{"events": [{"server_uuid": "8488563b-2a6e-4b80-acb6-ac843a6d6dcb", "name": "network-vif-deleted", "tag": "cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:58:27.935532 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353288dc-4ad8-4537-af12-16752df1f33a x-openstack-request-id: req-353288dc-4ad8-4537-af12-16752df1f33a {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:58:27.936044 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8488563b-2a6e-4b80-acb6-ac843a6d6dcb", "name": "network-vif-deleted", "tag": "cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:58:27.936172 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-353288dc-4ad8-4537-af12-16752df1f33a {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:58:27.936644 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353288dc-4ad8-4537-af12-16752df1f33a'] response: {'server_uuid': '8488563b-2a6e-4b80-acb6-ac843a6d6dcb', 'name': 'network-vif-deleted', 'tag': 'cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4', 'status': 'completed', 'code': 200} Aug 24 07:58:28.238619 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec38dd-8f13-44e1-b200-836cdab4ac57 req-e4e6df75-f227-4a1c-a11f-5a0b15f2265b tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:28.242612 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-efec38dd-8f13-44e1-b200-836cdab4ac57 req-e4e6df75-f227-4a1c-a11f-5a0b15f2265b tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0773602 Aug 24 07:58:28.272928 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:28.316140 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-efec38dd-8f13-44e1-b200-836cdab4ac57 req-abdba7a5-3158-4e47-b450-21d8b57686c4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659711 Aug 24 07:58:28.406312 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-23132626-85d4-4c37-b592-3c132e4d9d1e req-c272691b-bf31-42fa-9271-6212b19605da tempest-VolumesNegativeTest-1029917363 tempest-VolumesNegativeTest-1029917363-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8488563b-2a6e-4b80-acb6-ac843a6d6dcb HTTP/1.1" status: 200 len: 210 time: 0.0405176 Aug 24 07:58:29.470368 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee18a29-20ee-4df0-94c2-755155ab63c8 req-8fc9f48d-9f9a-495a-be59-ac994a29405d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:29.480964 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bee18a29-20ee-4df0-94c2-755155ab63c8 req-8fc9f48d-9f9a-495a-be59-ac994a29405d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0740645 Aug 24 07:58:29.529467 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bee18a29-20ee-4df0-94c2-755155ab63c8 req-ff241388-f58b-4807-94d8-571404b598cb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511518 Aug 24 07:58:30.688091 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cde70d-f3b6-4e0a-990d-d4303ba46dd1 req-6ccab131-22c3-4c73-88f1-0d768c09b399 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:30.690972 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-13cde70d-f3b6-4e0a-990d-d4303ba46dd1 req-6ccab131-22c3-4c73-88f1-0d768c09b399 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0616951 Aug 24 07:58:30.744096 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-13cde70d-f3b6-4e0a-990d-d4303ba46dd1 req-2da3c326-03cb-4734-9de7-3f65003e8099 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466754 Aug 24 07:58:31.093414 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 07:58:31.116803 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 07:58:31.117157 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device cc4b48dd-3d57-44b0-b35f-9bdf5f6927c4 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 07:58:31.891008 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1d175-c7c5-4921-a50a-f39401c7a059 req-cdf9a33a-7737-48cd-a996-8a877e790cf2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:31.893263 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-98a1d175-c7c5-4921-a50a-f39401c7a059 req-cdf9a33a-7737-48cd-a996-8a877e790cf2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0544679 Aug 24 07:58:31.954494 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-98a1d175-c7c5-4921-a50a-f39401c7a059 req-df044889-50da-4391-96e8-48f295853733 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527768 Aug 24 07:58:33.058159 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:33.096283 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b114354-3ee8-4d5a-a467-2bb13c6a2f9a req-4b21385e-a01e-45ee-9578-be5958ce2fd5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:33.098184 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1b114354-3ee8-4d5a-a467-2bb13c6a2f9a req-4b21385e-a01e-45ee-9578-be5958ce2fd5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0539258 Aug 24 07:58:33.151501 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1b114354-3ee8-4d5a-a467-2bb13c6a2f9a req-27164d3c-c9e2-4454-9e50-2a4d76970d60 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474880 Aug 24 07:58:33.750566 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:33.763667 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=5 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:33.890095 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 34640) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:33.970407 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-103aefb1-b8a8-4cbd-ae75-b7d9d2b05196 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790882 Aug 24 07:58:33.978853 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-bb3e591c-621e-47eb-9744-bca18316fd6a service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 07:58:33.979805 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-bb3e591c-621e-47eb-9744-bca18316fd6a service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048337 Aug 24 07:58:34.057176 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 34650) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:34.153371 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a47a9-9696-4532-9092-49dec1c204eb req-c64c815d-9131-4a01-a4e0-545f2e075c04 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:34.154679 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-c64c815d-9131-4a01-a4e0-545f2e075c04 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports/45373581-1bd1-4a1b-aff0-a6e9993cd6b9 HTTP/1.1" status: 200 len: 940 time: 0.0970044 Aug 24 07:58:34.323911 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102cba7-b1f6-43f3-adc9-7c24cc725eb5 req-17bb883d-bb8b-44d8-bab9-6aa0b77c7661 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:34.327867 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8102cba7-b1f6-43f3-adc9-7c24cc725eb5 req-17bb883d-bb8b-44d8-bab9-6aa0b77c7661 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0678556 Aug 24 07:58:34.449273 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8102cba7-b1f6-43f3-adc9-7c24cc725eb5 req-4622c1b7-c277-4b11-b2bf-5d93820974a1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152549 Aug 24 07:58:35.663297 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c033a3-54a3-4df4-a853-2dd04dc4e6cf req-cc85e550-681c-4b71-94d8-f1ca774a727c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:35.680965 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-54c033a3-54a3-4df4-a853-2dd04dc4e6cf req-cc85e550-681c-4b71-94d8-f1ca774a727c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0610290 Aug 24 07:58:35.708199 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:35.725713 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-54c033a3-54a3-4df4-a853-2dd04dc4e6cf req-bdab5ae2-efa3-46ab-9247-60a598e53cf7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516307 Aug 24 07:58:36.237919 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:36.859963 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaafdbc-ff49-4142-9071-20f4ebc1a0ab req-43b2c7c9-261a-4ef1-a6d4-9e13e07b2351 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:36.861755 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1eaafdbc-ff49-4142-9071-20f4ebc1a0ab req-43b2c7c9-261a-4ef1-a6d4-9e13e07b2351 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0481899 Aug 24 07:58:36.931647 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1eaafdbc-ff49-4142-9071-20f4ebc1a0ab req-2dced4c6-2f0b-462b-97f1-6ab11e0e38e2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626714 Aug 24 07:58:37.473253 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-a3afc15b-2496-45be-9500-920510420fbb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418215 Aug 24 07:58:37.543829 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-282794b2-7ef1-4197-bda5-42cdd199ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:37.545367 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-282794b2-7ef1-4197-bda5-42cdd199ee13 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 1129 time: 0.0464668 Aug 24 07:58:37.671987 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-ed20ee3c-630a-4c4a-a206-d886ee58fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:37.673537 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-ed20ee3c-630a-4c4a-a206-d886ee58fbd1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.1016288 Aug 24 07:58:37.723137 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-7ecf2cb2-3ad9-48e8-a4ad-0b2d6197623b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b68683-54d3-4b18-ac8e-682c0ebad5ee HTTP/1.1" status: 200 len: 217 time: 0.0411189 Aug 24 07:58:37.784021 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-9a2625f7-3c0b-4aeb-b15b-7c9156c2cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:37.785552 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-9a2625f7-3c0b-4aeb-b15b-7c9156c2cc70 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0552890 Aug 24 07:58:37.845276 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-0d45e922-9878-438d-94bb-239445e73194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:37.849020 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-0d45e922-9878-438d-94bb-239445e73194 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559559 Aug 24 07:58:38.024861 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-b45fd2de-d561-43b2-99b5-284240cbc100 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602123 Aug 24 07:58:38.091168 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bbf15-7e48-464e-a413-62bdb592851e req-e68c436e-eac5-4e8b-b11c-563aefddb4a3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:38.092982 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-357bbf15-7e48-464e-a413-62bdb592851e req-e68c436e-eac5-4e8b-b11c-563aefddb4a3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0540664 Aug 24 07:58:38.150358 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-357bbf15-7e48-464e-a413-62bdb592851e req-0155db34-9a4c-429d-a8c8-387517865d49 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498474 Aug 24 07:58:38.387991 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ed4f560c-675c-491d-9595-2fb5dc5684fa req-f42899c9-201b-49e3-aea7-3f3137edd5d6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181586 Aug 24 07:58:38.391827 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a47a9-9696-4532-9092-49dec1c204eb req-4af77d7b-16c5-4392-9618-2489a9e0e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:38.394338 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-4af77d7b-16c5-4392-9618-2489a9e0e2a3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711&tenant_id=27c8e372420a4076b855d46a4f8ff521 HTTP/1.1" status: 200 len: 1127 time: 0.1042809 Aug 24 07:58:38.461640 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a47a9-9696-4532-9092-49dec1c204eb req-b805570e-2a14-4708-84c0-08b8aba901f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:38.463120 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-b805570e-2a14-4708-84c0-08b8aba901f2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 1127 time: 0.0427454 Aug 24 07:58:38.558159 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a47a9-9696-4532-9092-49dec1c204eb req-6a5df97e-8693-40c0-b5f9-47f36ef069b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:38.559725 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-6a5df97e-8693-40c0-b5f9-47f36ef069b0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 917 time: 0.0896535 Aug 24 07:58:38.628916 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-bc6f2a51-3c6e-407f-842f-ca5b2c7154dc service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9 HTTP/1.1" status: 200 len: 999 time: 0.0628717 Aug 24 07:58:38.684188 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a47a9-9696-4532-9092-49dec1c204eb req-ede8111e-f8dc-416e-91ab-73fc9856b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:38.685899 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-ede8111e-f8dc-416e-91ab-73fc9856b2b2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.0527687 Aug 24 07:58:38.739267 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a47a9-9696-4532-9092-49dec1c204eb req-bb7393b5-0e44-4eec-90ba-06034f5c1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:38.741355 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-bb7393b5-0e44-4eec-90ba-06034f5c1de4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488372 Aug 24 07:58:38.824130 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:38.846546 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-c4cf61a5-d5da-46d9-92d1-31e09b98e47e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993905 Aug 24 07:58:38.939150 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:38.955868 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db2a47a9-9696-4532-9092-49dec1c204eb req-905e709e-352b-495d-a762-8da3bddcc2aa service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004455 Aug 24 07:58:39.276510 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f866b1-662d-4510-ab1e-6d8008625ded req-d33a237b-e646-4bfa-a108-4012127618d4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:39.278062 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-19f866b1-662d-4510-ab1e-6d8008625ded req-d33a237b-e646-4bfa-a108-4012127618d4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0479283 Aug 24 07:58:39.326610 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-19f866b1-662d-4510-ab1e-6d8008625ded req-5d656496-869f-4f99-8f5a-2d69ed060c3d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Aug 24 07:58:40.510894 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484260a-b774-4f3c-b092-4a303a056d77 req-0eb1df4f-bd61-49de-9ed9-b7f08bcf6585 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:40.512479 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e484260a-b774-4f3c-b092-4a303a056d77 req-0eb1df4f-bd61-49de-9ed9-b7f08bcf6585 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0896680 Aug 24 07:58:40.579827 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e484260a-b774-4f3c-b092-4a303a056d77 req-915a4d18-a291-48ad-94b3-22a899d83bd0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593586 Aug 24 07:58:40.605234 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35102) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:40.669922 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1c0eb3-b550-4904-a204-b6cf3eef872b admin admin] Deleting subnet 7e957227-e357-47e3-9d99-026d169f80f6 {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 07:58:40.673479 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-da1c0eb3-b550-4904-a204-b6cf3eef872b admin admin] Publish callbacks [] for subnet (7e957227-e357-47e3-9d99-026d169f80f6), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:40.718483 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-da1c0eb3-b550-4904-a204-b6cf3eef872b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127634893'] for subnet (7e957227-e357-47e3-9d99-026d169f80f6), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:40.768223 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-da1c0eb3-b550-4904-a204-b6cf3eef872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (7e957227-e357-47e3-9d99-026d169f80f6), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:40.797047 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:40.838223 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:40.848164 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35106) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:40.918274 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-da1c0eb3-b550-4904-a204-b6cf3eef872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127864488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3127880'] for subnet (7e957227-e357-47e3-9d99-026d169f80f6), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:40.947182 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c0eb3-b550-4904-a204-b6cf3eef872b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e957227-e357-47e3-9d99-026d169f80f6,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:40.955113 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-da1c0eb3-b550-4904-a204-b6cf3eef872b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:40.958510 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-da1c0eb3-b550-4904-a204-b6cf3eef872b admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/7e957227-e357-47e3-9d99-026d169f80f6 HTTP/1.1" status: 204 len: 168 time: 0.3522058 Aug 24 07:58:40.961643 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35112) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:41.120729 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-34bbc17d-85ca-45ee-9a39-1747299de741 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7701e6492dd940df87340ba204be3138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706773 Aug 24 07:58:41.125404 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35120) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:41.127998 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (3a6228c9-5ae1-4d34-9726-5ba5af8c41d6), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.222839 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-0c917ee3-48d4-401a-8842-2c8f4a067e2a admin admin] Publish callbacks [] for security_group (c99c9404-6f67-451a-a5a4-9aae084d3c5f), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.270642 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-0c917ee3-48d4-401a-8842-2c8f4a067e2a admin admin] Publish callbacks [] for security_group (c99c9404-6f67-451a-a5a4-9aae084d3c5f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.274824 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (3a6228c9-5ae1-4d34-9726-5ba5af8c41d6), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.304543 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6228c9-5ae1-4d34-9726-5ba5af8c41d6']}} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:41.337362 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e16c05b-8737-4f66-8232-2dc6337bc711') {'for_net_delete': True} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:41.345404 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e16c05b-8737-4f66-8232-2dc6337bc711') {} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:41.348488 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126882500'] for segment (5e16c05b-8737-4f66-8232-2dc6337bc711), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.379193 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (5e16c05b-8737-4f66-8232-2dc6337bc711), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.406841 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=113381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 07:58:41.408709 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127429695'] for segment (5e16c05b-8737-4f66-8232-2dc6337bc711), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.415719 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-0c917ee3-48d4-401a-8842-2c8f4a067e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c99c9404-6f67-451a-a5a4-9aae084d3c5f), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.418435 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-0c917ee3-48d4-401a-8842-2c8f4a067e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.426291 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-0c917ee3-48d4-401a-8842-2c8f4a067e2a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c99c9404-6f67-451a-a5a4-9aae084d3c5f HTTP/1.1" status: 204 len: 168 time: 0.2997313 Aug 24 07:58:41.441823 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c917ee3-48d4-401a-8842-2c8f4a067e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99c9404-6f67-451a-a5a4-9aae084d3c5f,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:41.518279 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment 5e16c05b-8737-4f66-8232-2dc6337bc711 resource provider aggregate not found Aug 24 07:58:41.587222 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment 5e16c05b-8737-4f66-8232-2dc6337bc711 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e16c05b-8737-4f66-8232-2dc6337bc711 found for delete ", "request_id": "req-6347cf8a-32ff-4b2c-94a9-ecdaaf23ee5f"}]} Aug 24 07:58:41.759654 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:58:41.808805 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5091f9-31a7-4881-92d4-c6f501d2e89f req-04e11063-4f69-4831-a306-20210b3684fb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:41.808805 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bd5091f9-31a7-4881-92d4-c6f501d2e89f req-04e11063-4f69-4831-a306-20210b3684fb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0784268 Aug 24 07:58:41.808805 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (3a6228c9-5ae1-4d34-9726-5ba5af8c41d6), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.808805 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:41.808805 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/3a6228c9-5ae1-4d34-9726-5ba5af8c41d6 HTTP/1.1" status: 204 len: 168 time: 0.8315332 Aug 24 07:58:41.825737 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6228c9-5ae1-4d34-9726-5ba5af8c41d6,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:41.840642 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.841183 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.841496 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.841750 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.842131 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.842568 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.842835 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.843172 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.843516 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.843846 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.844166 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.844497 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.844841 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.845163 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.845485 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bbc5f-8d34-4c3e-a7ef-70205ffe12fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:41.879415 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bd5091f9-31a7-4881-92d4-c6f501d2e89f req-f640f3b3-5ca7-4c8a-ac3d-cd87c3324a91 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841753 Aug 24 07:58:42.472765 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35150) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:42.717998 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4b736d8e-017e-47de-889b-a464b2f9133b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:42.803880 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35162) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:42.877967 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4b736d8e-017e-47de-889b-a464b2f9133b admin admin] Publish callbacks [] for security_group (f8d0ae0e-31e7-4d69-bbdd-be9b4eae76b2), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:42.909364 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-9c106db6-a5c9-4228-a105-7ccd8076c6fc admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=647a6443ec0c49e58d3cdb373d681c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1040511 Aug 24 07:58:42.912018 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35164) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:42.977917 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4b736d8e-017e-47de-889b-a464b2f9133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f8d0ae0e-31e7-4d69-bbdd-be9b4eae76b2), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:43.005758 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7069ef64-dd06-42b6-ae83-7af3b524451a admin admin] Publish callbacks [] for security_group (6866feba-cea6-4791-b2c1-b642e97b7b53), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:43.034256 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b736d8e-017e-47de-889b-a464b2f9133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d0ae0e-31e7-4d69-bbdd-be9b4eae76b2,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:43.035508 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7069ef64-dd06-42b6-ae83-7af3b524451a admin admin] Publish callbacks [] for security_group (6866feba-cea6-4791-b2c1-b642e97b7b53), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:43.045031 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-4b736d8e-017e-47de-889b-a464b2f9133b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=607263ff2dd04ed8b3daf8a4a062b48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5702293 Aug 24 07:58:43.045031 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35170) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:43.107700 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f3f39e87-3037-469d-8650-3284c49a0e7a admin admin] Publish callbacks [] for security_group (f8d0ae0e-31e7-4d69-bbdd-be9b4eae76b2), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:43.141715 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3743-5f52-4891-8ac0-e7ec02ac00bd req-b50fa036-f2e9-4685-be4e-4755508a4207 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:43.143216 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4a7a3743-5f52-4891-8ac0-e7ec02ac00bd req-b50fa036-f2e9-4685-be4e-4755508a4207 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0842412 Aug 24 07:58:43.146179 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f3f39e87-3037-469d-8650-3284c49a0e7a admin admin] Publish callbacks [] for security_group (f8d0ae0e-31e7-4d69-bbdd-be9b4eae76b2), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:43.159726 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:43.170223 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:43.269100 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4a7a3743-5f52-4891-8ac0-e7ec02ac00bd req-74b4fb76-39a8-47aa-95f7-9107d2680b66 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151700 Aug 24 07:58:43.295179 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7069ef64-dd06-42b6-ae83-7af3b524451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (6866feba-cea6-4791-b2c1-b642e97b7b53), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:43.297894 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7069ef64-dd06-42b6-ae83-7af3b524451a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:43.299045 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-7069ef64-dd06-42b6-ae83-7af3b524451a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6866feba-cea6-4791-b2c1-b642e97b7b53 HTTP/1.1" status: 204 len: 168 time: 0.3834751 Aug 24 07:58:43.331572 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069ef64-dd06-42b6-ae83-7af3b524451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866feba-cea6-4791-b2c1-b642e97b7b53,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:43.337364 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f3f39e87-3037-469d-8650-3284c49a0e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f8d0ae0e-31e7-4d69-bbdd-be9b4eae76b2), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:43.348539 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f3f39e87-3037-469d-8650-3284c49a0e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:43.348539 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-f3f39e87-3037-469d-8650-3284c49a0e7a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f8d0ae0e-31e7-4d69-bbdd-be9b4eae76b2 HTTP/1.1" status: 204 len: 168 time: 0.2998338 Aug 24 07:58:43.365364 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f39e87-3037-469d-8650-3284c49a0e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d0ae0e-31e7-4d69-bbdd-be9b4eae76b2,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:44.455258 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa459220-ca6a-427d-9269-1a229ee0d52a req-ed8b9178-09aa-4a3f-a695-b485cf05bf26 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:44.463677 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-aa459220-ca6a-427d-9269-1a229ee0d52a req-ed8b9178-09aa-4a3f-a695-b485cf05bf26 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0653477 Aug 24 07:58:44.511532 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35220) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:44.551901 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-aa459220-ca6a-427d-9269-1a229ee0d52a req-fa596b0f-5341-48d5-87b1-281a36d861a7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873318 Aug 24 07:58:44.884313 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1905303511-network', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:44.992330 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Made reservation on behalf of 576781ceab42470e9fd28a32ccb29e7f for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:58:44.995024 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:45.004719 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:45.104918 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Publish callbacks [] for security_group (3375fa62-ced5-47a4-b175-7051a17750b5), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:45.197873 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3375fa62-ced5-47a4-b175-7051a17750b5), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:45.267469 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3375fa62-ced5-47a4-b175-7051a17750b5,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:45.275562 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:58:45.323568 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (40ba56eb-57fe-4298-bc6e-290176a5d170), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:45.323814 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Added segment 40ba56eb-57fe-4298-bc6e-290176a5d170 of type vlan for network fd82724f-8179-4a88-b4ce-3be85f3e9585 Aug 24 07:58:45.392032 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (fd82724f-8179-4a88-b4ce-3be85f3e9585), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:45.512027 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (fd82724f-8179-4a88-b4ce-3be85f3e9585), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:45.513105 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:45.513704 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:45.598377 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] Pushing event updated for resources: {'Network': ['ID=fd82724f-8179-4a88-b4ce-3be85f3e9585,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:45.613436 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network fd82724f-8179-4a88-b4ce-3be85f3e9585 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:58:45.753022 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:45.765479 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-28962ea7-fd01-40c3-9b2b-9fac751c66ab admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2528906 Aug 24 07:58:45.780405 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f90883-5edc-4598-a346-b7a34e35e156 req-444d28b4-d155-4c54-bc95-792af26d456b tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:45.784071 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f7f90883-5edc-4598-a346-b7a34e35e156 req-444d28b4-d155-4c54-bc95-792af26d456b tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0818877 Aug 24 07:58:45.784683 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35262) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:45.790813 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Request body: {'subnet': {'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1905303511-subnet', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'ip_version': 4}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:45.816561 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:45.878596 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f7f90883-5edc-4598-a346-b7a34e35e156 req-91043ae6-f21c-49c7-9b1a-21838b73720e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819867 Aug 24 07:58:45.889835 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Made reservation on behalf of 576781ceab42470e9fd28a32ccb29e7f for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:58:45.894070 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127450177'] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:46.152199 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127430300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127450159'] for subnet (6c863f22-f460-4703-b0a9-df7efb9c8ffe), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:46.228639 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c863f22-f460-4703-b0a9-df7efb9c8ffe,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:46.239245 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Checking segment: {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:58:46.239836 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Network hostable DHCP agents. Network: fd82724f-8179-4a88-b4ce-3be85f3e9585, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:58:46.331971 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Network fd82724f-8179-4a88-b4ce-3be85f3e9585 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:58:46.425143 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, fd82724f-8179-4a88-b4ce-3be85f3e9585) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:46.437973 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:46.438083 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:46.441664 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769d498-c83c-4711-9670-41892ab1ab9c None None] Network fd82724f-8179-4a88-b4ce-3be85f3e9585 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:58:46.446267 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:46.535921 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2fcd479c-a33c-4f2e-b18e-8e810a4d4a96 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7493913 Aug 24 07:58:46.538636 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35268) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:46.543931 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:46.620338 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-fd82724f-8179-4a88-b4ce-3be85f3e9585', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 07:58:46.622015 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:46.710280 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:46.713357 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:46.847198 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks [] for router_controller (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), precommit_add_association {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:46.871896 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Allocated IP 172.20.0.2 (fd82724f-8179-4a88-b4ce-3be85f3e9585/6c863f22-f460-4703-b0a9-df7efb9c8ffe/a394be84-0d53-4b7a-af31-31da20a8444f) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:58:47.216859 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187c8e-5247-4580-9be0-c636bfb47b60 req-81ce1370-64b2-44e6-96a5-d7d6cdf0fa9c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:47.220339 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-88187c8e-5247-4580-9be0-c636bfb47b60 req-81ce1370-64b2-44e6-96a5-d7d6cdf0fa9c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.1199083 Aug 24 07:58:47.253134 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks [] for router_gateway (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:47.317531 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-88187c8e-5247-4580-9be0-c636bfb47b60 req-b2252e38-b997-487d-b8ce-8872e30454ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921254 Aug 24 07:58:47.345808 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:47.498466 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Publish callbacks [] for port (a394be84-0d53-4b7a-af31-31da20a8444f), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:48.287791 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:48.319645 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:48.358007 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Network fd82724f-8179-4a88-b4ce-3be85f3e9585 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:58:48.362434 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:48.378490 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:58:48.391965 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Pushing event updated for resources: {'Port': ['ID=a394be84-0d53-4b7a-af31-31da20a8444f,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:48.399667 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:48.459634 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Attempting to bind port a394be84-0d53-4b7a-af31-31da20a8444f on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:58:48.460025 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Attempting to bind port a394be84-0d53-4b7a-af31-31da20a8444f by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:58:48.460395 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Attempting to bind port a394be84-0d53-4b7a-af31-31da20a8444f on network fd82724f-8179-4a88-b4ce-3be85f3e9585 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:58:48.461897 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks [] for router_gateway (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:48.466254 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:58:48.466641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Checking segment: {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:58:48.467025 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:48.467411 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Bound using segment: {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:58:48.468414 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Bound port: a394be84-0d53-4b7a-af31-31da20a8444f, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:58:48.468923 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:48.473476 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f09b8-2c68-4d5e-ac05-a36083b15ce2 req-5bba65d1-bbdc-4a2a-b31d-6aecbb23d59f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:48.475669 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0f7f09b8-2c68-4d5e-ac05-a36083b15ce2 req-5bba65d1-bbdc-4a2a-b31d-6aecbb23d59f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0492783 Aug 24 07:58:48.481960 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:48.530103 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0f7f09b8-2c68-4d5e-ac05-a36083b15ce2 req-4def1426-778d-4924-aee5-58eb39898969 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478053 Aug 24 07:58:48.537889 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] For port a394be84-0d53-4b7a-af31-31da20a8444f, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:58:48.541200 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] For port a394be84-0d53-4b7a-af31-31da20a8444f, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=a394be84-0d53-4b7a-af31-31da20a8444f,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:58:48.592787 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Allocated IP 172.27.4.50 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/b07441fb-f387-44fa-843d-d72d856dcdfc) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:58:48.619906 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:48.654474 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:48.682630 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80674c-d810-4bd2-a7f7-7475e58e426f None None] Pushing event updated for resources: {'Port': ['ID=a394be84-0d53-4b7a-af31-31da20a8444f,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:48.730421 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks [] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:48.863218 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:48.907442 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:58:48.913370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:48.917181 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:58:48.947163 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Pushing event updated for resources: {'Port': ['ID=b07441fb-f387-44fa-843d-d72d856dcdfc,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:49.221148 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device a394be84-0d53-4b7a-af31-31da20a8444f up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:49.274754 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port a394be84-0d53-4b7a-af31-31da20a8444f triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:49.275320 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:49.303901 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks [] for router_gateway (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:49.388683 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port a394be84-0d53-4b7a-af31-31da20a8444f is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:49.389516 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:49.449961 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port a394be84-0d53-4b7a-af31-31da20a8444f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=a394be84-0d53-4b7a-af31-31da20a8444f,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:49.520883 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:49.581955 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=a394be84-0d53-4b7a-af31-31da20a8444f,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:49.735674 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca413ce-7de0-4da9-a9c9-c55e2021db7e None None] Network fd82724f-8179-4a88-b4ce-3be85f3e9585 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:58:49.811627 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcde40-e7f9-4e51-a894-12cf79138d2b req-4c7ef07c-c4ac-462b-93da-3bcf2565520c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:49.813149 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8efcde40-e7f9-4e51-a894-12cf79138d2b req-4c7ef07c-c4ac-462b-93da-3bcf2565520c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0547688 Aug 24 07:58:49.841738 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:49.858751 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:49.860777 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-f37dd0c5-8001-46c6-bf90-6123cb920f03 None None] Provisioning complete for port a394be84-0d53-4b7a-af31-31da20a8444f triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:49.861468 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-f37dd0c5-8001-46c6-bf90-6123cb920f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:49.895077 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:49.936258 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8efcde40-e7f9-4e51-a894-12cf79138d2b req-62fe635c-aad7-4417-b59f-140f5bb55151 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134398 Aug 24 07:58:49.946219 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-f37dd0c5-8001-46c6-bf90-6123cb920f03 None None] Current status of the port a394be84-0d53-4b7a-af31-31da20a8444f is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:50.069950 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 07:58:50.085407 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35330) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:50.174263 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-79683da2-6dd3-4a82-b8be-881e274d388e None None] Provisioning complete for port a394be84-0d53-4b7a-af31-31da20a8444f triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:50.174644 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-79683da2-6dd3-4a82-b8be-881e274d388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.247906 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:58:50.262714 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.276886 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Sync routers for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:58:50.298388 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:58:50.298999 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:58:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:50.300992 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-79683da2-6dd3-4a82-b8be-881e274d388e None None] Current status of the port a394be84-0d53-4b7a-af31-31da20a8444f is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:50.342902 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Publish callbacks [] for security_group (09ed6dec-648d-4a3a-b195-95f3883e5286), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.371492 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.372835 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-f6929f5d-efa8-4370-aad9-9c3b29c67715 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8331678 Aug 24 07:58:50.375587 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35342) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:50.416779 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:58:50.427019 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (09ed6dec-648d-4a3a-b195-95f3883e5286), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.471516 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=dfb7eeaedda34cc4bc55302b56d64fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849213 Aug 24 07:58:50.476413 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35344) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:50.485370 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed6dec-648d-4a3a-b195-95f3883e5286,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:50.493951 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.494167 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:50.494501 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.494932 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.495446 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.495864 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.496434 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.496879 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.497318 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.497732 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.498520 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.498937 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.499496 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.499906 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.500321 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.500759 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5846d0f4-8654-43a8-b18e-c041de76c966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:50.606198 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fe64c388-56f0-4f93-adb7-735c4a908d91 admin admin] Publish callbacks [] for security_group (09ed6dec-648d-4a3a-b195-95f3883e5286), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.615193 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:49Z', 'revision_number': 3, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:50.635514 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fe64c388-56f0-4f93-adb7-735c4a908d91 admin admin] Publish callbacks [] for security_group (09ed6dec-648d-4a3a-b195-95f3883e5286), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.642868 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35348) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:50.645667 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Checking router: 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:58:50.646001 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Updating router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 port b07441fb-f387-44fa-843d-d72d856dcdfc binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:58:50.648798 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:50.677906 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.782284 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-eac03b37-2f93-4c19-a680-6fe1bff59604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.885893 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fe64c388-56f0-4f93-adb7-735c4a908d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (09ed6dec-648d-4a3a-b195-95f3883e5286), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.888310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fe64c388-56f0-4f93-adb7-735c4a908d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.891849 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-fe64c388-56f0-4f93-adb7-735c4a908d91 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/09ed6dec-648d-4a3a-b195-95f3883e5286 HTTP/1.1" status: 204 len: 168 time: 0.4118891 Aug 24 07:58:50.906825 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64c388-56f0-4f93-adb7-735c4a908d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed6dec-648d-4a3a-b195-95f3883e5286,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:50.916019 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.965783 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Publish callbacks [] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:50.973357 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-eac03b37-2f93-4c19-a680-6fe1bff59604 admin admin] Publish callbacks [] for security_group (432e20f6-01ba-47ab-835a-b6a1ebafde7f), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.086024 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.090063 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae93ec-ad84-41a8-bebd-119712baf219 req-1bdd3b92-aaad-4f25-b5ff-96b33aec2f8d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:51.090699 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-deae93ec-ad84-41a8-bebd-119712baf219 req-1bdd3b92-aaad-4f25-b5ff-96b33aec2f8d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0541139 Aug 24 07:58:51.091950 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-eac03b37-2f93-4c19-a680-6fe1bff59604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (432e20f6-01ba-47ab-835a-b6a1ebafde7f), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.096363 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Allocated IP 172.20.0.1 (fd82724f-8179-4a88-b4ce-3be85f3e9585/6c863f22-f460-4703-b0a9-df7efb9c8ffe/7c2c6b59-a449-45aa-964d-a23ceb942aa0) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:58:51.122371 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Attempting to bind port b07441fb-f387-44fa-843d-d72d856dcdfc on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:58:51.122748 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Attempting to bind port b07441fb-f387-44fa-843d-d72d856dcdfc by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:58:51.123076 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Attempting to bind port b07441fb-f387-44fa-843d-d72d856dcdfc on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:58:51.137576 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:58:51.137869 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:58:51.138269 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.138665 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:58:51.139117 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Bound port: b07441fb-f387-44fa-843d-d72d856dcdfc, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:58:51.139488 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.192710 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-eac03b37-2f93-4c19-a680-6fe1bff59604 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=000fb9b5bcb542c8b7238adde32c3a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5478745 Aug 24 07:58:51.207826 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35366) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:51.244948 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] For port b07441fb-f387-44fa-843d-d72d856dcdfc, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:58:51.251709 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] For port b07441fb-f387-44fa-843d-d72d856dcdfc, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=b07441fb-f387-44fa-843d-d72d856dcdfc,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:58:51.261565 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Pushing event updated for resources: {'Port': ['ID=b07441fb-f387-44fa-843d-d72d856dcdfc,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:51.262176 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac03b37-2f93-4c19-a680-6fe1bff59604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432e20f6-01ba-47ab-835a-b6a1ebafde7f,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:51.272419 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:51.274464 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.275003 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.275629 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.276140 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.276631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.277149 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.277641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.278158 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.278803 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.279374 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.280476 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.281130 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.281636 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.282189 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.283279 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:51.337257 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Publish callbacks [] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.354781 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device a394be84-0d53-4b7a-af31-31da20a8444f up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:51.397806 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.407698 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-deae93ec-ad84-41a8-bebd-119712baf219 req-71e2d366-23b1-4304-b09a-8c21a1faf317 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034425 Aug 24 07:58:51.432251 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.449765 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:58:51.450532 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:58:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:51.453960 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f520547e-1a0a-435d-91da-5bcdac6703a9 admin admin] Publish callbacks [] for security_group (432e20f6-01ba-47ab-835a-b6a1ebafde7f), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.476508 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f520547e-1a0a-435d-91da-5bcdac6703a9 admin admin] Publish callbacks [] for security_group (432e20f6-01ba-47ab-835a-b6a1ebafde7f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.485658 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2c6b59-a449-45aa-964d-a23ceb942aa0,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:51.498151 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Network fd82724f-8179-4a88-b4ce-3be85f3e9585 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:58:51.501171 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:51.516072 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:58:51.562385 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.566543 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77f9d8-7cdc-4870-a9dc-ac42bbee6a37 None None] Pushing event updated for resources: {'Port': ['ID=b07441fb-f387-44fa-843d-d72d856dcdfc,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:51.580860 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port a394be84-0d53-4b7a-af31-31da20a8444f triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:51.581247 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.648445 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:58:51.721164 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f520547e-1a0a-435d-91da-5bcdac6703a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (432e20f6-01ba-47ab-835a-b6a1ebafde7f), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.724344 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f520547e-1a0a-435d-91da-5bcdac6703a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.725611 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f520547e-1a0a-435d-91da-5bcdac6703a9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/432e20f6-01ba-47ab-835a-b6a1ebafde7f HTTP/1.1" status: 204 len: 168 time: 0.5120745 Aug 24 07:58:51.734210 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520547e-1a0a-435d-91da-5bcdac6703a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432e20f6-01ba-47ab-835a-b6a1ebafde7f,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:51.739693 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d0f6fbcc-148e-4878-a984-38fd1ea65760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.750312 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:51.758657 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:51.776543 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port a394be84-0d53-4b7a-af31-31da20a8444f is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:51.828637 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:51.831751 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:51.838074 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.850842 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-c45628b5-fc69-4b49-ac90-543ed8c4672f None None] Provisioning complete for port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:51.856459 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c45628b5-fc69-4b49-ac90-543ed8c4672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:51.913679 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-c45628b5-fc69-4b49-ac90-543ed8c4672f None None] Port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:58:51.922556 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:49Z', 'revision_number': 3, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:51.952206 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64db0a-652d-45a9-9f16-677890596a57 None None] The sync data for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi is: [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:49Z', 'revision_number': 3, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:58:52.023280 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Publish callbacks [] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:52.125888 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:52.230783 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:52.237075 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2c6b59-a449-45aa-964d-a23ceb942aa0,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:52.347753 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Network fd82724f-8179-4a88-b4ce-3be85f3e9585 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:58:52.349787 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:52.485748 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:58:52.633566 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ba88e-e499-47b6-a351-6ce8c15e91d4 req-d49c43a1-1fd0-4dae-952d-6c19bf0207f2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:52.635053 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-190ba88e-e499-47b6-a351-6ce8c15e91d4 req-d49c43a1-1fd0-4dae-952d-6c19bf0207f2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0910416 Aug 24 07:58:52.649093 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-04c0fb75-41d7-4f4e-817e-e9de3aace76a None None] Provisioning complete for port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:52.649652 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-04c0fb75-41d7-4f4e-817e-e9de3aace76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:52.676257 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:58:52.682399 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-e2e2c836-a993-47cb-8196-b17521d5abd4 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/3ed7418c-d0e5-4d5a-b79e-5dd88cda7406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3052680 Aug 24 07:58:52.691652 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-04c0fb75-41d7-4f4e-817e-e9de3aace76a None None] Port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:58:52.718294 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-190ba88e-e499-47b6-a351-6ce8c15e91d4 req-2314c08a-a93e-4126-96ec-59c395f92401 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739908 Aug 24 07:58:52.724013 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:53.022504 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35404) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:53.118870 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-244737166-network', 'tenant_id': 'c534e991899e457c8b41e1dbc12a6670'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:53.216849 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device b07441fb-f387-44fa-843d-d72d856dcdfc up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:53.226612 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Made reservation on behalf of c534e991899e457c8b41e1dbc12a6670 for: {'network': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:58:53.229249 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.239168 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.271123 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port b07441fb-f387-44fa-843d-d72d856dcdfc triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:53.271623 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.326975 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Publish callbacks [] for security_group (7f7023cc-1581-4644-a973-25e9943602d2), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.356812 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port b07441fb-f387-44fa-843d-d72d856dcdfc is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:53.357202 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.381346 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port b07441fb-f387-44fa-843d-d72d856dcdfc, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=b07441fb-f387-44fa-843d-d72d856dcdfc,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:53.411918 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7f7023cc-1581-4644-a973-25e9943602d2), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.440152 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=113381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:58:53.458044 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7023cc-1581-4644-a973-25e9943602d2,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:53.465134 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (af384c99-772e-4cc4-9ebf-8b1241fb39e0), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.465613 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.segments_db [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Added segment af384c99-772e-4cc4-9ebf-8b1241fb39e0 of type vlan for network a3255728-56b0-475b-8190-6ecfc66d7231 Aug 24 07:58:53.469656 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.547744 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=b07441fb-f387-44fa-843d-d72d856dcdfc,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:53.569114 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (a3255728-56b0-475b-8190-6ecfc66d7231), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.644688 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35432) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:53.654372 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2000354485-network', 'tenant_id': 'daa7ded529644ce7866f85298f192831'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:53.668915 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (a3255728-56b0-475b-8190-6ecfc66d7231), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.670835 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:53.671928 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.737602 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a3255728-56b0-475b-8190-6ecfc66d7231,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:53.753315 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network a3255728-56b0-475b-8190-6ecfc66d7231 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:58:53.766003 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Made reservation on behalf of daa7ded529644ce7866f85298f192831 for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:58:53.770887 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.789768 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.793035 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:53.798416 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-083790d7-cc18-4050-90f9-a8d2ec2a1e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.801359 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7e8a1956-3bcf-4aa6-99cd-e99fc6f600d3 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7777519 Aug 24 07:58:53.809837 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35438) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:53.815209 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Request body: {'subnet': {'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-244737166-subnet', 'tenant_id': 'c534e991899e457c8b41e1dbc12a6670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:53.855021 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:53.866515 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:53.878985 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab2333-f027-447e-b634-86014914c3dc req-bcf0f47b-05fd-43a6-8cfa-7cc5019fc9d1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:53.880490 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6cab2333-f027-447e-b634-86014914c3dc req-bcf0f47b-05fd-43a6-8cfa-7cc5019fc9d1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0751038 Aug 24 07:58:53.912793 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Sync routers for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:58:53.926525 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:58:53.928458 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:58:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:53.950511 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6cab2333-f027-447e-b634-86014914c3dc req-04942ccc-e975-493a-a69f-5d7b2d450045 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612462 Aug 24 07:58:53.954000 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Made reservation on behalf of c534e991899e457c8b41e1dbc12a6670 for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:58:53.962963 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127450177'] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:53.976503 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Publish callbacks [] for security_group (bf220648-6993-4782-908d-7849ec56d039), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.055743 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (bf220648-6993-4782-908d-7849ec56d039), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.056016 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:54.057299 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:58:54.099085 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:58:54.105727 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf220648-6993-4782-908d-7849ec56d039,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:54.113311 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (5cb10293-f9fc-4cfd-98f5-101cd698eb3f), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.113925 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Added segment 5cb10293-f9fc-4cfd-98f5-101cd698eb3f of type vlan for network ebd3c85a-d797-4da4-b22f-7ac9c459b320 Aug 24 07:58:54.177351 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (ebd3c85a-d797-4da4-b22f-7ac9c459b320), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.278378 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127430300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127450159'] for subnet (d6b5f243-2ad8-4371-805c-40cc960eb311), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.287708 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '7c2c6b59-a449-45aa-964d-a23ceb942aa0', 'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'mac_address': 'fa:16:3e:0c:a5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:50Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 2, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'subnets': [{'id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:54.313156 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (ebd3c85a-d797-4da4-b22f-7ac9c459b320), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.314505 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:54.315208 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.324491 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Checking router: 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:58:54.324871 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Updating router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:58:54.346957 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b5f243-2ad8-4371-805c-40cc960eb311,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:54.355529 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Checking segment: {'id': 'af384c99-772e-4cc4-9ebf-8b1241fb39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:58:54.356690 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Network hostable DHCP agents. Network: a3255728-56b0-475b-8190-6ecfc66d7231, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:58:54.360378 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.413779 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] Pushing event updated for resources: {'Network': ['ID=ebd3c85a-d797-4da4-b22f-7ac9c459b320,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:54.425344 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network ebd3c85a-d797-4da4-b22f-7ac9c459b320 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:58:54.427613 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:54.435823 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-00e4bcf5-de3e-4e75-806d-4cc6beed88af admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7899249 Aug 24 07:58:54.439291 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35454) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:54.444994 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Request body: {'subnet': {'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2000354485-subnet', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'ip_version': 4}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:54.462780 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Network a3255728-56b0-475b-8190-6ecfc66d7231 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:58:54.551949 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Made reservation on behalf of daa7ded529644ce7866f85298f192831 for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:58:54.556806 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127450177'] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.557307 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, a3255728-56b0-475b-8190-6ecfc66d7231) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:54.570354 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:54.570942 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.571249 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d1f7f-2473-47b2-8239-a34c6cafceb5 None None] Network a3255728-56b0-475b-8190-6ecfc66d7231 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:58:54.667225 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2b45817d-6c34-4dd4-826c-9415b6d1cba8 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8480148 Aug 24 07:58:54.692148 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Publish callbacks [] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.835493 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.867981 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127430300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127450159'] for subnet (f7010d42-8f2b-40ab-9de1-b298d4be7854), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:54.880867 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13767c52-1337-4053-ab50-8e080b72d0a1 None None] Network a3255728-56b0-475b-8190-6ecfc66d7231 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:58:54.904874 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Pushing event updated for resources: {'Port': ['ID=7c2c6b59-a449-45aa-964d-a23ceb942aa0,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:54.928564 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.929280 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.929280 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.929611 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.930097 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.931191 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.931530 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.931860 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.931968 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7010d42-8f2b-40ab-9de1-b298d4be7854,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:54.932182 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.932504 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.932853 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.933238 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.940343 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.940704 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.941040 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:58:54.952643 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Checking segment: {'id': '5cb10293-f9fc-4cfd-98f5-101cd698eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:58:54.953022 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Network hostable DHCP agents. Network: ebd3c85a-d797-4da4-b22f-7ac9c459b320, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:58:54.998369 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Attempting to bind port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:58:54.998547 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Attempting to bind port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:58:54.999116 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Attempting to bind port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 on network fd82724f-8179-4a88-b4ce-3be85f3e9585 {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:58:55.005628 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:58:55.006827 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Checking segment: {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:58:55.008304 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.008736 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Bound using segment: {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:58:55.009813 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Bound port: 7c2c6b59-a449-45aa-964d-a23ceb942aa0, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:58:55.010203 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.115050 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] For port 7c2c6b59-a449-45aa-964d-a23ceb942aa0, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:58:55.118999 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] For port 7c2c6b59-a449-45aa-964d-a23ceb942aa0, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=7c2c6b59-a449-45aa-964d-a23ceb942aa0,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:58:55.122789 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Network ebd3c85a-d797-4da4-b22f-7ac9c459b320 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:58:55.143222 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a842b-3549-4508-8b7c-9a51e2662797 req-791885e2-fda9-4347-bf8c-c18436710881 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:55.144754 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ff9a842b-3549-4508-8b7c-9a51e2662797 req-791885e2-fda9-4347-bf8c-c18436710881 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0610771 Aug 24 07:58:55.215922 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device b07441fb-f387-44fa-843d-d72d856dcdfc up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:55.219531 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ff9a842b-3549-4508-8b7c-9a51e2662797 req-72a596d9-b6dc-4c7b-9df3-cc83ed61d1c6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666225 Aug 24 07:58:55.261057 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, ebd3c85a-d797-4da4-b22f-7ac9c459b320) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:55.264871 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.271151 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c20ce4-e382-4478-a6fd-2ac8874093db None None] Network ebd3c85a-d797-4da4-b22f-7ac9c459b320 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:58:55.275837 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:55.277600 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.294311 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port b07441fb-f387-44fa-843d-d72d856dcdfc triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:55.294679 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.295134 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:55.325072 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:58:55.325771 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:58:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:55.330443 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:55.362678 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-216bc6eb-1fbd-4c3a-8574-d999eafc7acf admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9219730 Aug 24 07:58:55.365517 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35486) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:55.370322 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:58:55.392995 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:55.472439 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc1241-a797-49db-8eb4-7c931b8ced28 None None] Pushing event updated for resources: {'Port': ['ID=7c2c6b59-a449-45aa-964d-a23ceb942aa0,revision_number=4']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:55.474470 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-ebd3c85a-d797-4da4-b22f-7ac9c459b320', 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320', 'project_id': 'daa7ded529644ce7866f85298f192831', 'fixed_ips': [{'subnet_id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 07:58:55.481754 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.495187 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.496228 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.537997 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.563037 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:58:55.585110 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks [] for router_controller (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), precommit_add_association {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.588744 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port b07441fb-f387-44fa-843d-d72d856dcdfc is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:55.690550 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Allocated IP 172.20.0.2 (ebd3c85a-d797-4da4-b22f-7ac9c459b320/f7010d42-8f2b-40ab-9de1-b298d4be7854/18045740-6dd2-41f0-b804-3fa79caf3274) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:58:55.800751 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:55.815751 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-86505cae-114f-4e39-be55-b94c46798432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '7c2c6b59-a449-45aa-964d-a23ceb942aa0', 'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'mac_address': 'fa:16:3e:0c:a5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:50Z', 'updated_at': '2022-08-24T07:58:55Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'subnets': [{'id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:55.840707 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks [] for router_gateway (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.843131 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86505cae-114f-4e39-be55-b94c46798432 None None] The sync data for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi is: [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '7c2c6b59-a449-45aa-964d-a23ceb942aa0', 'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'mac_address': 'fa:16:3e:0c:a5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:50Z', 'updated_at': '2022-08-24T07:58:55Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'subnets': [{'id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:58:55.868202 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Publish callbacks [] for port (18045740-6dd2-41f0-b804-3fa79caf3274), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:55.971302 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:56.029242 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Network ebd3c85a-d797-4da4-b22f-7ac9c459b320 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:58:56.036690 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:56.061128 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:56.067237 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:58:56.069131 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:56.165002 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Pushing event updated for resources: {'Port': ['ID=18045740-6dd2-41f0-b804-3fa79caf3274,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:56.185819 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Attempting to bind port 18045740-6dd2-41f0-b804-3fa79caf3274 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:58:56.186259 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Attempting to bind port 18045740-6dd2-41f0-b804-3fa79caf3274 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '5cb10293-f9fc-4cfd-98f5-101cd698eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:58:56.186629 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Attempting to bind port 18045740-6dd2-41f0-b804-3fa79caf3274 on network ebd3c85a-d797-4da4-b22f-7ac9c459b320 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:58:56.195918 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:58:56.196559 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Checking segment: {'id': '5cb10293-f9fc-4cfd-98f5-101cd698eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:58:56.201244 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:56.201244 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Bound using segment: {'id': '5cb10293-f9fc-4cfd-98f5-101cd698eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:58:56.201244 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Bound port: 18045740-6dd2-41f0-b804-3fa79caf3274, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb10293-f9fc-4cfd-98f5-101cd698eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:58:56.201244 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:56.211320 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks [] for router_gateway (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:56.242053 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:56.301529 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] For port 18045740-6dd2-41f0-b804-3fa79caf3274, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:58:56.305421 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] For port 18045740-6dd2-41f0-b804-3fa79caf3274, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=18045740-6dd2-41f0-b804-3fa79caf3274,segment=NetworkSegment(5cb10293-f9fc-4cfd-98f5-101cd698eb3f),segment_id=5cb10293-f9fc-4cfd-98f5-101cd698eb3f)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:58:56.375240 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:56.384962 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658d55e-1229-4891-b0c3-625d0a4e0127 req-ad9f1cc7-5dfd-4813-86da-87c7311ba26f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:56.386545 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1658d55e-1229-4891-b0c3-625d0a4e0127 req-ad9f1cc7-5dfd-4813-86da-87c7311ba26f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.0570805 Aug 24 07:58:56.438169 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:56.446892 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1658d55e-1229-4891-b0c3-625d0a4e0127 req-de7c891e-6698-4d7a-a1d6-8ebf812e64ae tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534961 Aug 24 07:58:56.509981 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469a0fe-d035-4ea5-a0ba-aecea6669c8b None None] Pushing event updated for resources: {'Port': ['ID=18045740-6dd2-41f0-b804-3fa79caf3274,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:56.690979 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:56.730512 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Allocated IP 172.27.4.195 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/5c9744ec-ee65-4127-b08f-358c7e0d4c35) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:58:56.860512 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks [] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:56.903470 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:56.958598 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:57.003947 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:58:57.007660 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:57.011300 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:58:57.039902 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9744ec-ee65-4127-b08f-358c7e0d4c35,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:57.151671 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:57.200520 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:58:57.341465 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 18045740-6dd2-41f0-b804-3fa79caf3274 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:57.454741 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:57.514074 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:57.515179 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'port_id': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'mac_address': 'fa:16:3e:96:31:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:58:57.545485 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 18045740-6dd2-41f0-b804-3fa79caf3274 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:57.546233 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:57.586518 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-4c7b7aa8-72a7-4088-8b31-d641cf89c7e1 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:57.593353 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-4c7b7aa8-72a7-4088-8b31-d641cf89c7e1 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/networks?id=a3255728-56b0-475b-8190-6ecfc66d7231 HTTP/1.1" status: 200 len: 813 time: 0.2775996 Aug 24 07:58:57.616279 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-863f4b24-d0de-45ee-807c-6ef67b8fe110 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/quotas/c534e991899e457c8b41e1dbc12a6670 HTTP/1.1" status: 200 len: 375 time: 0.0210433 Aug 24 07:58:57.619303 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks [] for router_gateway (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:57.648125 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:57.651325 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:57.657626 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-029f97d4-54b9-48dc-b4c4-f76cb845f312 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c534e991899e457c8b41e1dbc12a6670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403664 Aug 24 07:58:57.694922 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:58:57.726101 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1830f5-08d8-4b50-bd42-19669c69cb21 req-293c2728-a8ee-4d75-aaac-12ebace93211 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:57.729817 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6f1830f5-08d8-4b50-bd42-19669c69cb21 req-293c2728-a8ee-4d75-aaac-12ebace93211 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 943 time: 0.1230528 Aug 24 07:58:57.776215 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:57.795609 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 18045740-6dd2-41f0-b804-3fa79caf3274 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:57.800879 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:57.800879 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6647220e-59d4-48b5-84ef-b13148cc90f6 None None] Network ebd3c85a-d797-4da4-b22f-7ac9c459b320 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:58:57.826060 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6f1830f5-08d8-4b50-bd42-19669c69cb21 req-967fd11c-e70b-4cfc-857e-870c14b3359d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870371 Aug 24 07:58:57.873561 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-93c4913a-6bb5-4444-b3ba-dba6eef914f5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a3255728-56b0-475b-8190-6ecfc66d7231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148180 Aug 24 07:58:57.880857 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:57.934637 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-9f015e2f-37e6-4adc-999b-350cb4436eea None None] Provisioning complete for port 18045740-6dd2-41f0-b804-3fa79caf3274 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:57.935113 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-9f015e2f-37e6-4adc-999b-350cb4436eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:58.010044 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:58.025338 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 18045740-6dd2-41f0-b804-3fa79caf3274, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=18045740-6dd2-41f0-b804-3fa79caf3274,segment=NetworkSegment(5cb10293-f9fc-4cfd-98f5-101cd698eb3f),segment_id=5cb10293-f9fc-4cfd-98f5-101cd698eb3f)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:58.038850 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=9']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:58.072574 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:58.094633 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-ace064c9-8731-47ed-a23c-b8dd77ba2a64 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a3255728-56b0-475b-8190-6ecfc66d7231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734953 Aug 24 07:58:58.099492 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-9f015e2f-37e6-4adc-999b-350cb4436eea None None] Current status of the port 18045740-6dd2-41f0-b804-3fa79caf3274 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:58.100718 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-9f015e2f-37e6-4adc-999b-350cb4436eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:58.141664 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['45373581-1bd1-4a1b-aff0-a6e9993cd6b9'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:58:58.185862 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:58.189905 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 7c2c6b59-a449-45aa-964d-a23ceb942aa0 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:58.354931 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:58.418038 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 07:58:58.503857 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.db.api [None req-9f015e2f-37e6-4adc-999b-350cb4436eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 07:58:58.504279 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG oslo_db.api [None req-9f015e2f-37e6-4adc-999b-350cb4436eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 07:58:58.516044 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=18045740-6dd2-41f0-b804-3fa79caf3274,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:58.529430 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:58.529794 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:58.569307 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-407940b3-64dd-48d6-a449-800171591430 req-cc450f85-0f1c-47aa-95c7-2fcc08441a87 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 210 time: 0.1119938 Aug 24 07:58:58.629554 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:58:58.647506 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Sync routers for ids ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:58:58.675309 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Routers {'a1bc9f6d-ad41-4e79-9154-6b4db7d28251'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:58:58.675904 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:58:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:58.677651 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:58.678560 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:58.728279 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:58.729828 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-8a5b3b10-5973-41d0-aa36-7e6632bb4da1 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3629258 Aug 24 07:58:58.732704 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35568) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:58:58.777625 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 7c2c6b59-a449-45aa-964d-a23ceb942aa0, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=7c2c6b59-a449-45aa-964d-a23ceb942aa0,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:58.806624 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Set router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:58:58.810811 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:INSERT=7,neutron:UPDATE=6,neutron:SELECT=87 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:58.872570 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:58.967767 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:58.986231 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=7c2c6b59-a449-45aa-964d-a23ceb942aa0,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:59.065773 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:55Z', 'updated_at': '2022-08-24T07:58:57Z', 'revision_number': 3, 'project_id': 'daa7ded529644ce7866f85298f192831', 'gw_port': {'id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:56Z', 'updated_at': '2022-08-24T07:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:58:59.071141 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19aec8-5046-4a3d-aaa1-ad2eac95945e req-a5e273c4-1a10-4010-a83a-6cdff3506553 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:58:59.072623 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cc19aec8-5046-4a3d-aaa1-ad2eac95945e req-a5e273c4-1a10-4010-a83a-6cdff3506553 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 944 time: 0.1311710 Aug 24 07:58:59.093163 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Checking router: a1bc9f6d-ad41-4e79-9154-6b4db7d28251 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:58:59.093513 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Updating router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 port 5c9744ec-ee65-4127-b08f-358c7e0d4c35 binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:58:59.097157 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-9f015e2f-37e6-4adc-999b-350cb4436eea None None] Current status of the port 18045740-6dd2-41f0-b804-3fa79caf3274 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:59.116888 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:58:59.126081 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.160108 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cc19aec8-5046-4a3d-aaa1-ad2eac95945e req-c2693734-8eef-422c-9a3c-4348f9a26d73 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809958 Aug 24 07:58:59.228101 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:59.274929 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 18045740-6dd2-41f0-b804-3fa79caf3274 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:59.293796 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.300195 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7f4a29e4-e470-46fa-9efe-c3a55cc2c3cd None None] Provisioning complete for port 18045740-6dd2-41f0-b804-3fa79caf3274 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:59.300563 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7f4a29e4-e470-46fa-9efe-c3a55cc2c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.437938 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:59.438306 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.445835 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 18045740-6dd2-41f0-b804-3fa79caf3274 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:59.446190 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.488181 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Allocated IP 172.20.0.1 (ebd3c85a-d797-4da4-b22f-7ac9c459b320/f7010d42-8f2b-40ab-9de1-b298d4be7854/3616f498-b7cb-4118-ada9-725b76d4354d) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:58:59.577794 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a29e4-e470-46fa-9efe-c3a55cc2c3cd None None] Current status of the port 18045740-6dd2-41f0-b804-3fa79caf3274 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:59.605779 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Publish callbacks [] for port (3616f498-b7cb-4118-ada9-725b76d4354d), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.676472 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bfc0a888-25cd-445b-aae6-33441173bd53 req-26d20e86-78d8-4437-9baf-240ed7f4cbea tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 210 time: 0.0305946 Aug 24 07:58:59.698625 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:59.699849 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.731819 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Publish callbacks [] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.741725 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.747246 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 18045740-6dd2-41f0-b804-3fa79caf3274 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:58:59.748475 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 7c2c6b59-a449-45aa-964d-a23ceb942aa0 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:58:59.755666 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:58:59.758548 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a196ad56-ca64-4dee-b42c-ac577c19b46f" -d '{"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-plugged", "status": "completed", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:58:59.790721 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Network ebd3c85a-d797-4da4-b22f-7ac9c459b320 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:58:59.795796 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:58:59.797075 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:58:59.801399 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:58:59.808954 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3616f498-b7cb-4118-ada9-725b76d4354d,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:59.819469 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:58:59.819842 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.823795 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cceb1e-1798-427e-b6a8-ca97870a799b x-openstack-request-id: req-76cceb1e-1798-427e-b6a8-ca97870a799b {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:58:59.824098 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-plugged", "status": "completed", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:58:59.824418 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76cceb1e-1798-427e-b6a8-ca97870a799b {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:58:59.824836 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76cceb1e-1798-427e-b6a8-ca97870a799b'] response: {'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'code': 200} Aug 24 07:58:59.844126 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.888988 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.898616 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.906274 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Attempting to bind port 5c9744ec-ee65-4127-b08f-358c7e0d4c35 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:58:59.906643 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Attempting to bind port 5c9744ec-ee65-4127-b08f-358c7e0d4c35 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:58:59.907031 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Attempting to bind port 5c9744ec-ee65-4127-b08f-358c7e0d4c35 on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:58:59.922257 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:58:59.922643 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:58:59.923021 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.923411 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:58:59.923881 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Bound port: 5c9744ec-ee65-4127-b08f-358c7e0d4c35, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:58:59.924256 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:58:59.929800 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac20528-c5c2-4bb3-925d-097c6acf64d6 None None] Pushing event updated for resources: {'Port': ['ID=5c9744ec-ee65-4127-b08f-358c7e0d4c35,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:58:59.980494 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:00.059546 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] For port 5c9744ec-ee65-4127-b08f-358c7e0d4c35, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:00.062483 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:00.065262 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=10']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:00.083420 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] For port 5c9744ec-ee65-4127-b08f-358c7e0d4c35, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=5c9744ec-ee65-4127-b08f-358c7e0d4c35,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:00.117754 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-6a88c808-8b85-4337-89ba-bd11f834d6d8 None None] Provisioning complete for port 3616f498-b7cb-4118-ada9-725b76d4354d triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:00.118134 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6a88c808-8b85-4337-89ba-bd11f834d6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:00.130738 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:00.147520 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:00.163608 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-6a88c808-8b85-4337-89ba-bd11f834d6d8 None None] Port 3616f498-b7cb-4118-ada9-725b76d4354d cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:59:00.196232 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:00.231810 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Routers {'a1bc9f6d-ad41-4e79-9154-6b4db7d28251'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:00.238715 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:58:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:00.261617 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:00.314959 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceecd37-76e9-48ba-b710-80f4de3c4165 req-3bc3acc7-68db-43b4-ba7e-b9b0e565adda tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:00.324816 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dceecd37-76e9-48ba-b710-80f4de3c4165 req-3bc3acc7-68db-43b4-ba7e-b9b0e565adda tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0659058 Aug 24 07:59:00.387297 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Publish callbacks [] for port (3616f498-b7cb-4118-ada9-725b76d4354d), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:00.392872 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dceecd37-76e9-48ba-b710-80f4de3c4165 req-013dce4e-c1a2-4af8-9d31-bebcea73aae7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667832 Aug 24 07:59:00.449899 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:00.483778 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac20528-c5c2-4bb3-925d-097c6acf64d6 None None] Pushing event updated for resources: {'Port': ['ID=5c9744ec-ee65-4127-b08f-358c7e0d4c35,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:00.502243 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:00.531783 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] Set router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:00.538040 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3616f498-b7cb-4118-ada9-725b76d4354d,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:00.557517 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:00.576037 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dc158-55d3-4b11-b79a-b8cc3700930a req-329cd7c4-8e96-4d36-80cd-5977274fc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:00.577574 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6a7dc158-55d3-4b11-b79a-b8cc3700930a req-329cd7c4-8e96-4d36-80cd-5977274fc560 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 1130 time: 0.0547488 Aug 24 07:59:00.682284 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6a7dc158-55d3-4b11-b79a-b8cc3700930a req-fbe32d3a-2ee6-474e-954f-100603eed164 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952189 Aug 24 07:59:00.703435 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Network ebd3c85a-d797-4da4-b22f-7ac9c459b320 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:00.703650 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:00.746892 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:55Z', 'updated_at': '2022-08-24T07:58:59Z', 'revision_number': 4, 'project_id': 'daa7ded529644ce7866f85298f192831', 'gw_port': {'id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:56Z', 'updated_at': '2022-08-24T07:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3616f498-b7cb-4118-ada9-725b76d4354d', 'name': '', 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'mac_address': 'fa:16:3e:d9:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:59Z', 'updated_at': '2022-08-24T07:58:59Z', 'revision_number': 1, 'project_id': 'daa7ded529644ce7866f85298f192831', 'subnets': [{'id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:00.797492 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462b4ee-db50-45bf-b2ab-33cb5a2c7588 None None] The sync data for ids ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'] in dv-cinder-854275-1-iscsi is: [{'id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:55Z', 'updated_at': '2022-08-24T07:58:59Z', 'revision_number': 4, 'project_id': 'daa7ded529644ce7866f85298f192831', 'gw_port': {'id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:56Z', 'updated_at': '2022-08-24T07:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3616f498-b7cb-4118-ada9-725b76d4354d', 'name': '', 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'mac_address': 'fa:16:3e:d9:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:59Z', 'updated_at': '2022-08-24T07:58:59Z', 'revision_number': 1, 'project_id': 'daa7ded529644ce7866f85298f192831', 'subnets': [{'id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:59:00.836510 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8f8b333d-3a83-4d47-8784-20931eba5377 req-a19382a9-94f0-4fc4-bd0d-0733b3a11f9c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 210 time: 0.0413871 Aug 24 07:59:00.851461 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:00.863002 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:59:00.872840 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:00.976732 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:59:00.988376 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-b24762dd-6fe6-4735-9b47-0ea60e4ea01c None None] Provisioning complete for port 3616f498-b7cb-4118-ada9-725b76d4354d triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:00.989059 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-b24762dd-6fe6-4735-9b47-0ea60e4ea01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.001231 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2855c689-64cd-40e2-9637-dbe9543267d5 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/a1bc9f6d-ad41-4e79-9154-6b4db7d28251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2609942 Aug 24 07:59:01.060367 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-b24762dd-6fe6-4735-9b47-0ea60e4ea01c None None] Port 3616f498-b7cb-4118-ada9-725b76d4354d cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:59:01.251992 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:01.273144 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35612) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:01.394957 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:01.413384 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3efdf0f5-c52c-4c0d-9273-38c6b8a029e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.503749 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:01.547528 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3efdf0f5-c52c-4c0d-9273-38c6b8a029e9 admin admin] Publish callbacks [] for security_group (0474ac86-db46-4251-81d8-a1e48edb1892), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.556216 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64132a66-5242-4ca5-9f78-d7ea09faff6d req-94d50c18-4f0c-4170-adf3-760706686ae5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:01.557701 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-64132a66-5242-4ca5-9f78-d7ea09faff6d req-94d50c18-4f0c-4170-adf3-760706686ae5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0656567 Aug 24 07:59:01.601905 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35620) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:01.606273 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-e4c62796-b4b1-400b-9a7e-cb5f24026c2e tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164184927', 'description': 'tempest-secgroup-smoke-164184927 description', 'project_id': '576781ceab42470e9fd28a32ccb29e7f'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:01.619596 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-64132a66-5242-4ca5-9f78-d7ea09faff6d req-abe90e1c-2d81-4943-8911-1db5f0b2a1fa tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563462 Aug 24 07:59:01.654693 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3efdf0f5-c52c-4c0d-9273-38c6b8a029e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0474ac86-db46-4251-81d8-a1e48edb1892), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.693672 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-3efdf0f5-c52c-4c0d-9273-38c6b8a029e9 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=17891e41ce9c4495a232a7665268391d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194212 Aug 24 07:59:01.694628 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdf0f5-c52c-4c0d-9273-38c6b8a029e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0474ac86-db46-4251-81d8-a1e48edb1892,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:01.696549 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35622) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:01.709586 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e4c62796-b4b1-400b-9a7e-cb5f24026c2e tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.763466 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-55fa5167-e8da-4c50-a4df-323383d63c03 admin admin] Publish callbacks [] for security_group (0474ac86-db46-4251-81d8-a1e48edb1892), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.780384 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e4c62796-b4b1-400b-9a7e-cb5f24026c2e tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group (8ba17607-cbdf-41bb-ba56-e8f8442a2cf9), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.784141 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-55fa5167-e8da-4c50-a4df-323383d63c03 admin admin] Publish callbacks [] for security_group (0474ac86-db46-4251-81d8-a1e48edb1892), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.848955 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e4c62796-b4b1-400b-9a7e-cb5f24026c2e tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8ba17607-cbdf-41bb-ba56-e8f8442a2cf9), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.877909 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c62796-b4b1-400b-9a7e-cb5f24026c2e tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:01.917937 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-55fa5167-e8da-4c50-a4df-323383d63c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0474ac86-db46-4251-81d8-a1e48edb1892), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.920843 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-55fa5167-e8da-4c50-a4df-323383d63c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.922140 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-55fa5167-e8da-4c50-a4df-323383d63c03 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0474ac86-db46-4251-81d8-a1e48edb1892 HTTP/1.1" status: 204 len: 168 time: 0.2239697 Aug 24 07:59:01.940744 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa5167-e8da-4c50-a4df-323383d63c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0474ac86-db46-4251-81d8-a1e48edb1892,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:01.954852 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e4c62796-b4b1-400b-9a7e-cb5f24026c2e tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:01.959097 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-e4c62796-b4b1-400b-9a7e-cb5f24026c2e tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3534091 Aug 24 07:59:01.960147 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35628) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:01.963878 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9636181e-0cfa-4888-a13f-d849f8bfc0df req-a32c3723-c1de-4401-8177-ce0ea5c76693 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 210 time: 0.0323844 Aug 24 07:59:01.965093 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-92246bf5-2f42-406e-80df-c891053c3528 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Request body: {'security_group_rule': {'security_group_id': '8ba17607-cbdf-41bb-ba56-e8f8442a2cf9', 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:02.008759 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:02.071228 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:02.073144 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-92246bf5-2f42-406e-80df-c891053c3528 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (502732ea-6e4d-45b6-86e6-26d92a403cf1), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.128518 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-92246bf5-2f42-406e-80df-c891053c3528 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (502732ea-6e4d-45b6-86e6-26d92a403cf1), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.211827 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-92246bf5-2f42-406e-80df-c891053c3528 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (502732ea-6e4d-45b6-86e6-26d92a403cf1), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.234980 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92246bf5-2f42-406e-80df-c891053c3528 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502732ea-6e4d-45b6-86e6-26d92a403cf1,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:02.333585 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-92246bf5-2f42-406e-80df-c891053c3528 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.334865 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-92246bf5-2f42-406e-80df-c891053c3528 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736565 Aug 24 07:59:02.337764 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35638) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:02.342174 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-78ab1fd0-1a37-4977-9995-d6ee9fe7e567 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Request body: {'security_group_rule': {'security_group_id': '8ba17607-cbdf-41bb-ba56-e8f8442a2cf9', 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:02.446424 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-78ab1fd0-1a37-4977-9995-d6ee9fe7e567 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (2a31cdb8-3c90-48c1-b534-29f90d670459), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.508680 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-78ab1fd0-1a37-4977-9995-d6ee9fe7e567 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (2a31cdb8-3c90-48c1-b534-29f90d670459), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.572037 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-78ab1fd0-1a37-4977-9995-d6ee9fe7e567 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (2a31cdb8-3c90-48c1-b534-29f90d670459), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.590125 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab1fd0-1a37-4977-9995-d6ee9fe7e567 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a31cdb8-3c90-48c1-b534-29f90d670459,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:02.688325 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-78ab1fd0-1a37-4977-9995-d6ee9fe7e567 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.689782 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-78ab1fd0-1a37-4977-9995-d6ee9fe7e567 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510361 Aug 24 07:59:02.692689 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35650) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:02.697840 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-35a31e55-93a8-4eee-b314-068119879453 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Request body: {'security_group_rule': {'security_group_id': '8ba17607-cbdf-41bb-ba56-e8f8442a2cf9', 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:02.760598 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acc919-b4e5-4567-948e-31e8a4d40227 req-c65f6319-ad3a-4d4a-9a3a-61bf436810a1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:02.760598 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-81acc919-b4e5-4567-948e-31e8a4d40227 req-c65f6319-ad3a-4d4a-9a3a-61bf436810a1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0575359 Aug 24 07:59:02.813463 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-81acc919-b4e5-4567-948e-31e8a4d40227 req-62f2e0c9-66d0-4f1c-9fca-cfbcec349fdf tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480192 Aug 24 07:59:02.818161 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-35a31e55-93a8-4eee-b314-068119879453 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (655d5f49-1cff-4fb3-9110-751d65231429), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.896856 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-35a31e55-93a8-4eee-b314-068119879453 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (655d5f49-1cff-4fb3-9110-751d65231429), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:02.980736 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-35a31e55-93a8-4eee-b314-068119879453 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (655d5f49-1cff-4fb3-9110-751d65231429), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.000050 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a31e55-93a8-4eee-b314-068119879453 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655d5f49-1cff-4fb3-9110-751d65231429,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:03.090298 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-35a31e55-93a8-4eee-b314-068119879453 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.091725 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-35a31e55-93a8-4eee-b314-068119879453 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3977923 Aug 24 07:59:03.094412 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-23b151fe-a4ee-468c-9dc6-da952a050493 req-a65ab5cf-e706-455a-804d-dde561c69eda tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 210 time: 0.0361881 Aug 24 07:59:03.094621 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 35664) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:03.100374 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-84c9c37c-8eb3-45f0-aa71-547961b6585d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Request body: {'security_group_rule': {'security_group_id': '8ba17607-cbdf-41bb-ba56-e8f8442a2cf9', 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:03.228854 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-84c9c37c-8eb3-45f0-aa71-547961b6585d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (18888204-28b7-464b-88ba-2fe378553aa4), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.243581 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 5c9744ec-ee65-4127-b08f-358c7e0d4c35 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:03.318820 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 5c9744ec-ee65-4127-b08f-358c7e0d4c35 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:03.319304 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.339551 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-84c9c37c-8eb3-45f0-aa71-547961b6585d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (18888204-28b7-464b-88ba-2fe378553aa4), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.404576 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 5c9744ec-ee65-4127-b08f-358c7e0d4c35 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:03.405067 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.430221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 5c9744ec-ee65-4127-b08f-358c7e0d4c35, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=5c9744ec-ee65-4127-b08f-358c7e0d4c35,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:03.445803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-84c9c37c-8eb3-45f0-aa71-547961b6585d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (18888204-28b7-464b-88ba-2fe378553aa4), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.465141 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9c37c-8eb3-45f0-aa71-547961b6585d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18888204-28b7-464b-88ba-2fe378553aa4,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:03.520106 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.548308 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-84c9c37c-8eb3-45f0-aa71-547961b6585d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.549600 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-84c9c37c-8eb3-45f0-aa71-547961b6585d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4539607 Aug 24 07:59:03.552441 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35670) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:03.556938 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-4a1c9998-b21b-4722-ac28-e9f36202c853 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Request body: {'security_group_rule': {'security_group_id': '8ba17607-cbdf-41bb-ba56-e8f8442a2cf9', 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:03.576642 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=5c9744ec-ee65-4127-b08f-358c7e0d4c35,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:03.658062 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.securitygroups_db [None req-4a1c9998-b21b-4722-ac28-e9f36202c853 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Project 576781ceab42470e9fd28a32ccb29e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 07:59:03.664607 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9998-b21b-4722-ac28-e9f36202c853 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (ee21cbbb-d1b3-4552-943e-32bc65b67712), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.724454 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9998-b21b-4722-ac28-e9f36202c853 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (ee21cbbb-d1b3-4552-943e-32bc65b67712), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.908992 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9998-b21b-4722-ac28-e9f36202c853 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (ee21cbbb-d1b3-4552-943e-32bc65b67712), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:03.926945 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c9998-b21b-4722-ac28-e9f36202c853 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee21cbbb-d1b3-4552-943e-32bc65b67712,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:03.960328 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013d27-9e1b-4123-8b1f-f0d2d11c43c2 req-fdae7aef-3eaa-4018-a289-0a691b0db2f5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:03.962897 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1b013d27-9e1b-4123-8b1f-f0d2d11c43c2 req-fdae7aef-3eaa-4018-a289-0a691b0db2f5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0547006 Aug 24 07:59:03.974556 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:04.013852 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1b013d27-9e1b-4123-8b1f-f0d2d11c43c2 req-9469d71c-1355-456d-b7e1-0171ac945518 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452976 Aug 24 07:59:04.078370 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9998-b21b-4722-ac28-e9f36202c853 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:04.079850 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-4a1c9998-b21b-4722-ac28-e9f36202c853 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5263615 Aug 24 07:59:04.082911 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 35678) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:04.087320 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-6dde2e61-1ad3-4f11-97b8-cafc0c9c61f2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Request body: {'security_group_rule': {'security_group_id': '8ba17607-cbdf-41bb-ba56-e8f8442a2cf9', 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:04.126260 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Sync routers for ids ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:59:04.138400 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Routers {'a1bc9f6d-ad41-4e79-9154-6b4db7d28251'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:04.139061 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:58:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:04.193675 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:04.218318 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1f670dcc-02c4-4da6-bf84-4825451fe12e req-a91b67a0-e4f9-4eea-829a-1f34da273393 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 210 time: 0.0337253 Aug 24 07:59:04.219972 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.securitygroups_db [None req-6dde2e61-1ad3-4f11-97b8-cafc0c9c61f2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Project 576781ceab42470e9fd28a32ccb29e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 07:59:04.227339 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dde2e61-1ad3-4f11-97b8-cafc0c9c61f2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (3272fbf8-da46-4c39-9140-65e1131d82aa), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:04.261936 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Set router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:04.298140 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dde2e61-1ad3-4f11-97b8-cafc0c9c61f2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (3272fbf8-da46-4c39-9140-65e1131d82aa), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:04.403792 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dde2e61-1ad3-4f11-97b8-cafc0c9c61f2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (3272fbf8-da46-4c39-9140-65e1131d82aa), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:04.416901 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:04.445396 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde2e61-1ad3-4f11-97b8-cafc0c9c61f2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3272fbf8-da46-4c39-9140-65e1131d82aa,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:04.496917 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:04.517193 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:55Z', 'updated_at': '2022-08-24T07:58:59Z', 'revision_number': 4, 'project_id': 'daa7ded529644ce7866f85298f192831', 'gw_port': {'id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:56Z', 'updated_at': '2022-08-24T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3616f498-b7cb-4118-ada9-725b76d4354d', 'name': '', 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'mac_address': 'fa:16:3e:d9:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:59Z', 'updated_at': '2022-08-24T07:59:00Z', 'revision_number': 2, 'project_id': 'daa7ded529644ce7866f85298f192831', 'subnets': [{'id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:04.520941 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-6dde2e61-1ad3-4f11-97b8-cafc0c9c61f2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:04.526511 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-6dde2e61-1ad3-4f11-97b8-cafc0c9c61f2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4390202 Aug 24 07:59:04.548766 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Checking router: a1bc9f6d-ad41-4e79-9154-6b4db7d28251 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:59:04.549463 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Updating router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 port 3616f498-b7cb-4118-ada9-725b76d4354d binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:59:04.580617 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:04.614573 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-235e77c9-63be-4636-a119-67841583f131 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:04.616957 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-235e77c9-63be-4636-a119-67841583f131 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.45 "GET /networking/v2.0/networks?id=a3255728-56b0-475b-8190-6ecfc66d7231 HTTP/1.1" status: 200 len: 813 time: 0.3835082 Aug 24 07:59:04.852025 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Request body: {'port': {'device_id': 'c96a75be-6264-4548-aa5d-a893ca4ef99e', 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231', 'admin_state_up': True, 'tenant_id': 'c534e991899e457c8b41e1dbc12a6670'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:04.872584 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Publish callbacks [] for port (3616f498-b7cb-4118-ada9-725b76d4354d), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:05.056123 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:05.140684 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Made reservation on behalf of c534e991899e457c8b41e1dbc12a6670 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:59:05.150377 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:05.171601 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dad973-74a4-4b55-a217-dee3b1dedbf4 None None] Pushing event updated for resources: {'Port': ['ID=3616f498-b7cb-4118-ada9-725b76d4354d,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:05.197468 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:05.233230 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Attempting to bind port 3616f498-b7cb-4118-ada9-725b76d4354d on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:59:05.233601 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Attempting to bind port 3616f498-b7cb-4118-ada9-725b76d4354d by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '5cb10293-f9fc-4cfd-98f5-101cd698eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:59:05.234171 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Attempting to bind port 3616f498-b7cb-4118-ada9-725b76d4354d on network ebd3c85a-d797-4da4-b22f-7ac9c459b320 {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:05.241575 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:59:05.241575 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Checking segment: {'id': '5cb10293-f9fc-4cfd-98f5-101cd698eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:05.242074 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:05.242435 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Bound using segment: {'id': '5cb10293-f9fc-4cfd-98f5-101cd698eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:59:05.242788 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Bound port: 3616f498-b7cb-4118-ada9-725b76d4354d, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb10293-f9fc-4cfd-98f5-101cd698eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:59:05.243510 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:05.250421 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 5c9744ec-ee65-4127-b08f-358c7e0d4c35 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:05.298828 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:05.313200 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 5c9744ec-ee65-4127-b08f-358c7e0d4c35 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:05.315253 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:05.317378 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] For port 3616f498-b7cb-4118-ada9-725b76d4354d, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:05.321814 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] For port 3616f498-b7cb-4118-ada9-725b76d4354d, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=3616f498-b7cb-4118-ada9-725b76d4354d,segment=NetworkSegment(5cb10293-f9fc-4cfd-98f5-101cd698eb3f),segment_id=5cb10293-f9fc-4cfd-98f5-101cd698eb3f)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:05.340470 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1349c7-6fc1-42cc-9258-6029769b1d31 req-5590b7fb-e473-471a-b68c-7a5cf87e94c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:05.342180 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8e1349c7-6fc1-42cc-9258-6029769b1d31 req-5590b7fb-e473-471a-b68c-7a5cf87e94c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.1719823 Aug 24 07:59:05.383552 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:05.390206 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2032b9fe-2878-4201-a85c-89d8b2060a87 req-f10689d5-e70e-4c1f-8846-02e0bd83f275 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 210 time: 0.0329945 Aug 24 07:59:05.410673 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:05.411016 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 5c9744ec-ee65-4127-b08f-358c7e0d4c35 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:05.456051 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Routers {'a1bc9f6d-ad41-4e79-9154-6b4db7d28251'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:05.456696 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:58:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:05.475360 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8e1349c7-6fc1-42cc-9258-6029769b1d31 req-e4e6bad5-6025-498a-b175-8ebd118a84fd tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167500 Aug 24 07:59:05.502378 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Allocated IP 172.20.0.7 (a3255728-56b0-475b-8190-6ecfc66d7231/d6b5f243-2ad8-4371-805c-40cc960eb311/2c78af22-1fab-4824-9791-0cc1b1431dc3) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:59:05.536233 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dad973-74a4-4b55-a217-dee3b1dedbf4 None None] Pushing event updated for resources: {'Port': ['ID=3616f498-b7cb-4118-ada9-725b76d4354d,revision_number=4']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:05.579629 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] Set router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:05.656403 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks [] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:05.685007 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:05.688692 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:05.796442 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-f8a5729f-0385-4165-b146-7e62646771de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:55Z', 'updated_at': '2022-08-24T07:58:59Z', 'revision_number': 4, 'project_id': 'daa7ded529644ce7866f85298f192831', 'gw_port': {'id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:56Z', 'updated_at': '2022-08-24T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3616f498-b7cb-4118-ada9-725b76d4354d', 'name': '', 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'mac_address': 'fa:16:3e:d9:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:59Z', 'updated_at': '2022-08-24T07:59:05Z', 'revision_number': 4, 'project_id': 'daa7ded529644ce7866f85298f192831', 'subnets': [{'id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:05.823969 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5729f-0385-4165-b146-7e62646771de None None] The sync data for ids ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'] in dv-cinder-854275-1-iscsi is: [{'id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:55Z', 'updated_at': '2022-08-24T07:58:59Z', 'revision_number': 4, 'project_id': 'daa7ded529644ce7866f85298f192831', 'gw_port': {'id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:56Z', 'updated_at': '2022-08-24T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3616f498-b7cb-4118-ada9-725b76d4354d', 'name': '', 'network_id': 'ebd3c85a-d797-4da4-b22f-7ac9c459b320', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'mac_address': 'fa:16:3e:d9:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:59Z', 'updated_at': '2022-08-24T07:59:05Z', 'revision_number': 4, 'project_id': 'daa7ded529644ce7866f85298f192831', 'subnets': [{'id': 'f7010d42-8f2b-40ab-9de1-b298d4be7854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:59:05.878755 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:05.938641 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Network a3255728-56b0-475b-8190-6ecfc66d7231 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:05.942499 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:05.945233 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:59:05.998625 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Pushing event updated for resources: {'Port': ['ID=2c78af22-1fab-4824-9791-0cc1b1431dc3,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:06.012336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:06.013145 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:06.184188 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-68c0542e-bc29-4e74-8139-b22a770a672b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3375692 Aug 24 07:59:06.274989 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:06.517312 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164f477-9393-42ca-884b-0d09bf098cff req-64d36805-9eef-4f55-83ff-b57b7cdd7182 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:06.518850 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9164f477-9393-42ca-884b-0d09bf098cff req-64d36805-9eef-4f55-83ff-b57b7cdd7182 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0470660 Aug 24 07:59:06.599861 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9164f477-9393-42ca-884b-0d09bf098cff req-583a0939-ae1f-463d-8992-55d9470741ae tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675619 Aug 24 07:59:06.654091 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3d5e6-9483-4e2e-8fb0-06ded9f273df req-3701887e-2422-49a9-b33a-6af7c817e8b3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:06.654091 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-27f3d5e6-9483-4e2e-8fb0-06ded9f273df req-3701887e-2422-49a9-b33a-6af7c817e8b3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0604699 Aug 24 07:59:06.698992 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-27f3d5e6-9483-4e2e-8fb0-06ded9f273df req-4ad5ce07-aa57-4e5f-997a-396c25f11033 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 Aug 24 07:59:07.210185 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 3616f498-b7cb-4118-ada9-725b76d4354d up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:07.259418 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 3616f498-b7cb-4118-ada9-725b76d4354d triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:07.259793 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:07.331966 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 3616f498-b7cb-4118-ada9-725b76d4354d is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:07.332703 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:07.364487 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 3616f498-b7cb-4118-ada9-725b76d4354d, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=3616f498-b7cb-4118-ada9-725b76d4354d,segment=NetworkSegment(5cb10293-f9fc-4cfd-98f5-101cd698eb3f),segment_id=5cb10293-f9fc-4cfd-98f5-101cd698eb3f)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:07.443859 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:07.494743 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=3616f498-b7cb-4118-ada9-725b76d4354d,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:07.726420 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ca1f-023d-4c59-9c45-d4c52e0870d0 req-f262e355-ca7a-4fb3-bb43-9467cffbae86 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:07.727923 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bb78ca1f-023d-4c59-9c45-d4c52e0870d0 req-f262e355-ca7a-4fb3-bb43-9467cffbae86 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0479836 Aug 24 07:59:07.778386 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bb78ca1f-023d-4c59-9c45-d4c52e0870d0 req-8678962d-e94b-46ae-9674-66f26f64b401 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447483 Aug 24 07:59:07.837004 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0760e-5041-40e3-8b58-60ecfe18a17c req-0675938e-e1d5-4889-a203-aa526c33d57e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:07.838463 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-43a0760e-5041-40e3-8b58-60ecfe18a17c req-0675938e-e1d5-4889-a203-aa526c33d57e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0506825 Aug 24 07:59:07.887374 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-43a0760e-5041-40e3-8b58-60ecfe18a17c req-e8ca9e10-4f7b-4f7c-8ac2-4da49fa83adf tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Aug 24 07:59:08.897530 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a780291-238a-416e-9620-67fc840e213a req-52fab83d-b58d-46b5-ae9d-291ad59a9de9 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:08.899828 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2a780291-238a-416e-9620-67fc840e213a req-52fab83d-b58d-46b5-ae9d-291ad59a9de9 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0467525 Aug 24 07:59:08.967989 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2a780291-238a-416e-9620-67fc840e213a req-aaf09b27-ec6c-4d81-903f-3fe9728f3aeb tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614233 Aug 24 07:59:09.074256 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082742d-b5f5-4a45-aaf9-55d7b33eacf2 req-e17a0af4-fd2d-4b5d-839f-e41295276c12 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:09.075653 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a082742d-b5f5-4a45-aaf9-55d7b33eacf2 req-e17a0af4-fd2d-4b5d-839f-e41295276c12 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0935957 Aug 24 07:59:09.124092 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a082742d-b5f5-4a45-aaf9-55d7b33eacf2 req-d7ff4a66-9227-4ac3-9402-ed1886ec8599 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428369 Aug 24 07:59:09.346889 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 3616f498-b7cb-4118-ada9-725b76d4354d up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:09.391698 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 3616f498-b7cb-4118-ada9-725b76d4354d triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:09.392068 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:09.393327 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:09.467063 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 3616f498-b7cb-4118-ada9-725b76d4354d is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:10.177195 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be59aa-3d09-42f5-a4e8-626b0121d58a req-6df21882-de28-4330-8e49-1e6283fe1989 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:10.178682 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-84be59aa-3d09-42f5-a4e8-626b0121d58a req-6df21882-de28-4330-8e49-1e6283fe1989 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0506618 Aug 24 07:59:10.226760 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-84be59aa-3d09-42f5-a4e8-626b0121d58a req-63c9523a-5ef1-4052-992c-65577ccecbca tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Aug 24 07:59:10.250188 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f123b-ff30-47a3-93bb-140df95641a3 req-b244706f-0c66-4028-830a-d5c0812e0cda tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:10.251665 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7f2f123b-ff30-47a3-93bb-140df95641a3 req-b244706f-0c66-4028-830a-d5c0812e0cda tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0477374 Aug 24 07:59:10.307271 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7f2f123b-ff30-47a3-93bb-140df95641a3 req-a0873cb0-c1ff-42d4-bc69-1bbc6f850f3f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498657 Aug 24 07:59:11.365738 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e1ed5-a7e1-4a38-b571-95c313f703a0 req-78d133c4-c745-4c14-8e55-04dc4b282d32 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:11.367360 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d40e1ed5-a7e1-4a38-b571-95c313f703a0 req-78d133c4-c745-4c14-8e55-04dc4b282d32 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0554771 Aug 24 07:59:11.425689 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d40e1ed5-a7e1-4a38-b571-95c313f703a0 req-3e0e94c6-4399-4339-a690-831a93b621b3 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499339 Aug 24 07:59:11.460792 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67820f92-3aec-4fb4-8913-ae6e98346220 req-ada86bc8-a9eb-4533-b9ac-2bac45a0bb10 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:11.462824 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-67820f92-3aec-4fb4-8913-ae6e98346220 req-ada86bc8-a9eb-4533-b9ac-2bac45a0bb10 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0607274 Aug 24 07:59:11.513865 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-67820f92-3aec-4fb4-8913-ae6e98346220 req-27164322-9db3-485e-abe4-254494ccb6a2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449419 Aug 24 07:59:12.550819 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13346c07-ae1c-4ae6-b65f-c64da4402899 req-4ef3f2b0-9366-4d17-8b53-663057ff0209 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:12.552299 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-13346c07-ae1c-4ae6-b65f-c64da4402899 req-4ef3f2b0-9366-4d17-8b53-663057ff0209 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0472739 Aug 24 07:59:12.607044 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-13346c07-ae1c-4ae6-b65f-c64da4402899 req-29a765cd-8791-49ab-b248-e70d057b633e tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483057 Aug 24 07:59:12.645355 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629ae13-8be8-4cc2-8df9-756f613d156b req-74f2dea5-c99e-498e-807c-658db60c0b59 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:12.646865 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1629ae13-8be8-4cc2-8df9-756f613d156b req-74f2dea5-c99e-498e-807c-658db60c0b59 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0490310 Aug 24 07:59:12.694681 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1629ae13-8be8-4cc2-8df9-756f613d156b req-194c168c-8163-462b-a7b0-a47fa27a4bc6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Aug 24 07:59:13.726955 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053aa33-6c61-4645-b0ca-e2339b4f9bc6 req-2cd423d3-5891-4531-bc2a-4130432c413f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:13.728363 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b053aa33-6c61-4645-b0ca-e2339b4f9bc6 req-2cd423d3-5891-4531-bc2a-4130432c413f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0476096 Aug 24 07:59:13.779864 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b053aa33-6c61-4645-b0ca-e2339b4f9bc6 req-f6772d7f-f86d-4025-8f4f-37621f4ad168 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436294 Aug 24 07:59:13.834430 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d2c6a-6701-4813-a7c1-d687d435417e req-61d7a46d-ff12-4dd1-812d-9e2b1cc34382 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:13.835905 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ad4d2c6a-6701-4813-a7c1-d687d435417e req-61d7a46d-ff12-4dd1-812d-9e2b1cc34382 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0580659 Aug 24 07:59:13.862284 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:13.886403 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ad4d2c6a-6701-4813-a7c1-d687d435417e req-1dcbb3c0-c922-4c4b-939b-2fe62cad2bb5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Aug 24 07:59:14.913203 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5653e-3123-4fb2-a4a5-a746e283be2e req-91fa5041-cac3-4b04-85cb-aecd1af91af0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:14.914770 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-32c5653e-3123-4fb2-a4a5-a746e283be2e req-91fa5041-cac3-4b04-85cb-aecd1af91af0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0489674 Aug 24 07:59:14.967673 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-32c5653e-3123-4fb2-a4a5-a746e283be2e req-49890b35-fb97-40c2-a308-dd00ef7e8f6c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Aug 24 07:59:15.019045 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9b587-fa8d-4ee2-9f7c-c45f7799690a req-14b2d9f9-3502-4956-bddc-7b825cd10141 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:15.020855 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f6c9b587-fa8d-4ee2-9f7c-c45f7799690a req-14b2d9f9-3502-4956-bddc-7b825cd10141 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0482612 Aug 24 07:59:15.068982 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f6c9b587-fa8d-4ee2-9f7c-c45f7799690a req-43176bb9-0913-43b4-887a-70465849ed08 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Aug 24 07:59:16.090338 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05831671-9cdd-49fc-8381-2e09127350ee req-7b17ad25-dfe6-433c-badb-d269698a79f2 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:16.091774 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-05831671-9cdd-49fc-8381-2e09127350ee req-7b17ad25-dfe6-433c-badb-d269698a79f2 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0505738 Aug 24 07:59:16.139172 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-05831671-9cdd-49fc-8381-2e09127350ee req-eddcdab3-c5b8-47a8-83e0-5b0eade7185d tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Aug 24 07:59:16.201451 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d51f2d-857b-451e-92b1-b15fea5548bc req-76aa031d-28b9-4188-935c-7d0f70c20f01 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:16.202971 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e4d51f2d-857b-451e-92b1-b15fea5548bc req-76aa031d-28b9-4188-935c-7d0f70c20f01 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0556216 Aug 24 07:59:16.253165 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e4d51f2d-857b-451e-92b1-b15fea5548bc req-736d24a5-e4e1-44e8-9e26-d01889c5dfe9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407059 Aug 24 07:59:17.255332 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7127ae-fd15-49cf-b40a-681dcdc4a318 req-d72d0896-05fe-4166-b148-7ee52222decd tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:17.256843 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ec7127ae-fd15-49cf-b40a-681dcdc4a318 req-d72d0896-05fe-4166-b148-7ee52222decd tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0459836 Aug 24 07:59:17.305184 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ec7127ae-fd15-49cf-b40a-681dcdc4a318 req-b0cbd76d-8c0e-4851-91ee-915605ffe9e8 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Aug 24 07:59:17.378196 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490d818-ff4f-4825-b48f-c336cb527852 req-a10aa186-f0d3-4ad6-a60c-b0f7d147e460 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:17.379673 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f490d818-ff4f-4825-b48f-c336cb527852 req-a10aa186-f0d3-4ad6-a60c-b0f7d147e460 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0457399 Aug 24 07:59:17.431011 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f490d818-ff4f-4825-b48f-c336cb527852 req-8051f33d-aa08-4394-8f3f-f70fed4cc26a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455084 Aug 24 07:59:18.387041 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:18.428606 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Request body: {'port': {'device_id': 'c96a75be-6264-4548-aa5d-a893ca4ef99e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:18.433877 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939e11e-7ad1-4b69-835f-9cbffef9f092 req-32e55c99-9bff-4404-840e-918c58689af6 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:18.435514 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6939e11e-7ad1-4b69-835f-9cbffef9f092 req-32e55c99-9bff-4404-840e-918c58689af6 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 931 time: 0.0572112 Aug 24 07:59:18.490637 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6939e11e-7ad1-4b69-835f-9cbffef9f092 req-7b3227ce-1066-40fc-9545-1a38ff0d75ee tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492260 Aug 24 07:59:18.513198 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:18.515329 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:18.629336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf71ef-6706-4a13-8982-4a81e7228c52 req-b74d7fca-cff2-4b20-9b81-5a2cc2ed95a9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:18.630818 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-afcf71ef-6706-4a13-8982-4a81e7228c52 req-b74d7fca-cff2-4b20-9b81-5a2cc2ed95a9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.1011415 Aug 24 07:59:18.758001 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:59:18.800859 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-afcf71ef-6706-4a13-8982-4a81e7228c52 req-920cb38a-49ab-4983-931c-9d8f294c504d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217031 Aug 24 07:59:18.917830 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c78af22-1fab-4824-9791-0cc1b1431dc3 {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:59:18.917830 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Publish callbacks [] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:18.917830 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Transition to ACTIVE for port object 2c78af22-1fab-4824-9791-0cc1b1431dc3 will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:59:19.101230 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:19.166681 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f78746-5039-440b-8b53-460ed081296b service neutron] Pushing event updated for resources: {'Port': ['ID=2c78af22-1fab-4824-9791-0cc1b1431dc3,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:19.221051 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Attempting to bind port 2c78af22-1fab-4824-9791-0cc1b1431dc3 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:59:19.221363 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Attempting to bind port 2c78af22-1fab-4824-9791-0cc1b1431dc3 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'af384c99-772e-4cc4-9ebf-8b1241fb39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:59:19.221685 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Attempting to bind port 2c78af22-1fab-4824-9791-0cc1b1431dc3 on network a3255728-56b0-475b-8190-6ecfc66d7231 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:19.228282 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Port 2c78af22-1fab-4824-9791-0cc1b1431dc3 on network a3255728-56b0-475b-8190-6ecfc66d7231 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:59:19.229617 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Attempting to bind port 2c78af22-1fab-4824-9791-0cc1b1431dc3 on network a3255728-56b0-475b-8190-6ecfc66d7231 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:19.230500 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:19.234723 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:59:19.235909 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Checking segment: {'id': 'af384c99-772e-4cc4-9ebf-8b1241fb39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:19.235909 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Bound using segment: {'id': 'af384c99-772e-4cc4-9ebf-8b1241fb39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:59:19.235909 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Bound port: 2c78af22-1fab-4824-9791-0cc1b1431dc3, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af384c99-772e-4cc4-9ebf-8b1241fb39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:59:19.237745 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:19.307136 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] For port 2c78af22-1fab-4824-9791-0cc1b1431dc3, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:19.310281 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] For port 2c78af22-1fab-4824-9791-0cc1b1431dc3, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2c78af22-1fab-4824-9791-0cc1b1431dc3,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:19.381499 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:19.390585 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:19.391467 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:19.393187 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-29f78746-5039-440b-8b53-460ed081296b service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/2c78af22-1fab-4824-9791-0cc1b1431dc3 HTTP/1.1" status: 200 len: 1093 time: 0.9696178 Aug 24 07:59:19.393779 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96a75be-6264-4548-aa5d-a893ca4ef99e', 'tag': '2c78af22-1fab-4824-9791-0cc1b1431dc3'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:59:19.396804 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a1c7dc-2ab7-4134-bc2d-8aa39855d4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c96a75be-6264-4548-aa5d-a893ca4ef99e", "tag": "2c78af22-1fab-4824-9791-0cc1b1431dc3"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:59:19.444410 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f78746-5039-440b-8b53-460ed081296b service neutron] Pushing event updated for resources: {'Port': ['ID=2c78af22-1fab-4824-9791-0cc1b1431dc3,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:19.452765 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a665ce2-ccb7-48a4-bfcc-c9974c949ea5 x-openstack-request-id: req-6a665ce2-ccb7-48a4-bfcc-c9974c949ea5 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:59:19.458906 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96a75be-6264-4548-aa5d-a893ca4ef99e", "tag": "2c78af22-1fab-4824-9791-0cc1b1431dc3", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:59:19.458906 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a665ce2-ccb7-48a4-bfcc-c9974c949ea5 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:59:19.458906 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a665ce2-ccb7-48a4-bfcc-c9974c949ea5'] response: {'name': 'network-changed', 'server_uuid': 'c96a75be-6264-4548-aa5d-a893ca4ef99e', 'tag': '2c78af22-1fab-4824-9791-0cc1b1431dc3', 'status': 'completed', 'code': 200} Aug 24 07:59:19.465650 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:19.520518 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c7dc-2ab7-4134-bc2d-8aa39855d4c8 req-f5bf4c55-961f-4392-90e5-6e72aaca7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:19.522133 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f2a1c7dc-2ab7-4134-bc2d-8aa39855d4c8 req-f5bf4c55-961f-4392-90e5-6e72aaca7f7a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c534e991899e457c8b41e1dbc12a6670&device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 1127 time: 0.0435114 Aug 24 07:59:19.661791 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37283717-d54f-454a-8f31-ef5d667832cb req-435b057a-ae96-4a71-8579-615c9f8e3e12 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:19.663597 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-37283717-d54f-454a-8f31-ef5d667832cb req-435b057a-ae96-4a71-8579-615c9f8e3e12 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 943 time: 0.0874062 Aug 24 07:59:19.690375 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c7dc-2ab7-4134-bc2d-8aa39855d4c8 req-c251f7c9-a4db-4835-b5fa-270ab3d89920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:19.692307 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f2a1c7dc-2ab7-4134-bc2d-8aa39855d4c8 req-c251f7c9-a4db-4835-b5fa-270ab3d89920 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=c534e991899e457c8b41e1dbc12a6670&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1614909 Aug 24 07:59:19.725417 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:19.754830 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-37283717-d54f-454a-8f31-ef5d667832cb req-e7d5078e-dca4-4aa6-99c4-c0abae5b151e tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812514 Aug 24 07:59:19.817321 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c7dc-2ab7-4134-bc2d-8aa39855d4c8 req-c88893f3-82a5-45d9-8c63-6d137e1c4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:19.818790 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f2a1c7dc-2ab7-4134-bc2d-8aa39855d4c8 req-c88893f3-82a5-45d9-8c63-6d137e1c4e26 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187258 Aug 24 07:59:19.871818 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:19.910918 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d466cc7-99e5-4830-bbcd-9ccb5793ac6e req-03b8c029-cd81-4c95-920f-6febbc3b796a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:19.912404 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d466cc7-99e5-4830-bbcd-9ccb5793ac6e req-03b8c029-cd81-4c95-920f-6febbc3b796a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0493407 Aug 24 07:59:19.919298 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-f89aac0b-5920-4da7-8b18-40d61d091740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:19.920834 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-f89aac0b-5920-4da7-8b18-40d61d091740 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c534e991899e457c8b41e1dbc12a6670&device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 1127 time: 0.0412362 Aug 24 07:59:19.975777 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-0ed26abd-3316-4c2c-aed2-4473fd24c4bf service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c78af22-1fab-4824-9791-0cc1b1431dc3 HTTP/1.1" status: 200 len: 217 time: 0.0391276 Aug 24 07:59:19.990606 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d466cc7-99e5-4830-bbcd-9ccb5793ac6e req-b76ac7c6-7705-4b2c-995a-2016a31d4cce tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716090 Aug 24 07:59:20.033293 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-ad253af3-a7c2-410e-8952-e3d4ff18d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:20.035572 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-ad253af3-a7c2-410e-8952-e3d4ff18d4d1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d6b5f243-2ad8-4371-805c-40cc960eb311 HTTP/1.1" status: 200 len: 853 time: 0.0517952 Aug 24 07:59:20.069397 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-5fa54bf7-4148-490a-9712-bf7b6a86bb6e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=a3255728-56b0-475b-8190-6ecfc66d7231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252836 Aug 24 07:59:20.174178 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-789aa76f-2f90-403f-b849-3e14d27834e5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a3255728-56b0-475b-8190-6ecfc66d7231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877194 Aug 24 07:59:20.257141 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:20.273789 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d8e5dbb-8645-404d-a7b5-2a2cd8a44783 req-d1315870-c9fd-487f-ba74-ba33af9d743f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a3255728-56b0-475b-8190-6ecfc66d7231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914111 Aug 24 07:59:20.877731 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c1833-2751-4911-ada3-59a078796a1d req-eb45c3a3-d467-424b-bd52-a9f8704189b9 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:20.879319 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c08c1833-2751-4911-ada3-59a078796a1d req-eb45c3a3-d467-424b-bd52-a9f8704189b9 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 943 time: 0.0470998 Aug 24 07:59:20.930618 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c08c1833-2751-4911-ada3-59a078796a1d req-56f6e744-d974-4b01-a20a-e51fd1573b61 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451798 Aug 24 07:59:21.230216 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589231f2-6de8-4bf8-982a-d281e34f7e1a req-2a810531-0ebb-4255-abc4-f76217b0f7c3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:21.231682 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-589231f2-6de8-4bf8-982a-d281e34f7e1a req-2a810531-0ebb-4255-abc4-f76217b0f7c3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0454118 Aug 24 07:59:21.279884 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-589231f2-6de8-4bf8-982a-d281e34f7e1a req-b8e2583a-385a-4c5a-bf0b-d629f6e206b0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422232 Aug 24 07:59:21.622879 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5b0-9f77-493e-8594-ff9dfba459db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:22.052971 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ff4d-9268-4e52-a860-5e35cbf830d5 req-251baaee-bb2c-4925-a1bf-2ac0e75cf400 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:22.054444 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-91e4ff4d-9268-4e52-a860-5e35cbf830d5 req-251baaee-bb2c-4925-a1bf-2ac0e75cf400 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 943 time: 0.0478606 Aug 24 07:59:22.102010 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-91e4ff4d-9268-4e52-a860-5e35cbf830d5 req-a89e7455-bd24-4a0b-a7a6-6ea68b0e8712 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Aug 24 07:59:22.399989 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3d97e-98a6-49ed-9e8d-15b53bfb992f req-eb50aa2b-cb53-4a3c-8294-e6dcf10395d0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:22.402091 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8de3d97e-98a6-49ed-9e8d-15b53bfb992f req-eb50aa2b-cb53-4a3c-8294-e6dcf10395d0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0461981 Aug 24 07:59:22.449531 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8de3d97e-98a6-49ed-9e8d-15b53bfb992f req-877a5495-3866-480a-abaa-b61add6fecce tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417247 Aug 24 07:59:23.223658 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28a249-13ea-4a95-9a88-f407b723ac1e req-18b5f746-bbfc-4330-b755-488a201653d3 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:23.225143 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ca28a249-13ea-4a95-9a88-f407b723ac1e req-18b5f746-bbfc-4330-b755-488a201653d3 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 943 time: 0.0495529 Aug 24 07:59:23.271317 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ca28a249-13ea-4a95-9a88-f407b723ac1e req-ca914270-7f67-42f8-96dc-96d923d3c1be tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Aug 24 07:59:23.571384 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726525b-b57e-4e80-9135-f44d2c3d1a82 req-630bba2a-c973-4f22-b331-bca2faf7b527 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:23.572791 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f726525b-b57e-4e80-9135-f44d2c3d1a82 req-630bba2a-c973-4f22-b331-bca2faf7b527 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0508091 Aug 24 07:59:23.620019 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f726525b-b57e-4e80-9135-f44d2c3d1a82 req-44d3fbc2-7369-4dac-bc3f-928ac338603b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406897 Aug 24 07:59:23.786572 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1887c5fa-5c41-4abc-a162-8c35f3c2c485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:24.395223 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b30fdc-d5e5-4637-9442-5d57f3327f6e req-e73a64f0-474c-4615-96ad-1ed00bab9e5d tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:24.396774 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e8b30fdc-d5e5-4637-9442-5d57f3327f6e req-e73a64f0-474c-4615-96ad-1ed00bab9e5d tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 943 time: 0.0510116 Aug 24 07:59:24.460314 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e8b30fdc-d5e5-4637-9442-5d57f3327f6e req-545bd101-a81b-42ee-8fe9-13faad5845dc tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547831 Aug 24 07:59:24.747896 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a90931-bd6e-4203-9551-87ab09ce9f97 req-bef9af6d-ab70-4db5-b53a-8e1faf9cfc28 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:24.749438 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b5a90931-bd6e-4203-9551-87ab09ce9f97 req-bef9af6d-ab70-4db5-b53a-8e1faf9cfc28 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0522752 Aug 24 07:59:24.797494 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece184-1c1e-461e-b7a3-b58149463752 req-678aab81-19f6-4d36-b169-0315d0c10d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:24.798096 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b5a90931-bd6e-4203-9551-87ab09ce9f97 req-661ad542-0fe5-4233-b971-e3f195b6d78e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429964 Aug 24 07:59:24.801542 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbece184-1c1e-461e-b7a3-b58149463752 req-678aab81-19f6-4d36-b169-0315d0c10d0f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 1129 time: 0.0462961 Aug 24 07:59:24.895824 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece184-1c1e-461e-b7a3-b58149463752 req-b592784c-51c7-4e58-8272-e41e2308381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:24.897311 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbece184-1c1e-461e-b7a3-b58149463752 req-b592784c-51c7-4e58-8272-e41e2308381d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.0884283 Aug 24 07:59:24.965160 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbece184-1c1e-461e-b7a3-b58149463752 req-437476f8-6031-42f2-b92f-370bcb5ca6d4 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acdda10-43f7-423f-9513-4deb10644221 HTTP/1.1" status: 200 len: 1000 time: 0.0612464 Aug 24 07:59:25.015204 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece184-1c1e-461e-b7a3-b58149463752 req-4a631df1-e04a-472a-b58f-e15e0e611cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:25.016642 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbece184-1c1e-461e-b7a3-b58149463752 req-4a631df1-e04a-472a-b58f-e15e0e611cc0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0456080 Aug 24 07:59:25.060975 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece184-1c1e-461e-b7a3-b58149463752 req-ddc104bd-8eef-4826-912e-5e00cfcdc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:25.062416 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbece184-1c1e-461e-b7a3-b58149463752 req-ddc104bd-8eef-4826-912e-5e00cfcdc615 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382593 Aug 24 07:59:25.477517 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:25.579267 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d62426-655e-44d1-896c-e85f3849ae12 req-c4f79849-f538-46f9-8b56-f67ab8470b46 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:25.580754 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c0d62426-655e-44d1-896c-e85f3849ae12 req-c4f79849-f538-46f9-8b56-f67ab8470b46 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 943 time: 0.0470300 Aug 24 07:59:25.630379 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c0d62426-655e-44d1-896c-e85f3849ae12 req-45f2713e-784b-4292-85b3-669fac6e9fdd tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439909 Aug 24 07:59:25.920579 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5187d9-40c4-4a9a-a2a0-588451fb81e0 req-d2e8ea11-1544-4411-8c8c-a5e8a278254c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:25.922090 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db5187d9-40c4-4a9a-a2a0-588451fb81e0 req-d2e8ea11-1544-4411-8c8c-a5e8a278254c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0473444 Aug 24 07:59:25.972298 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db5187d9-40c4-4a9a-a2a0-588451fb81e0 req-3d127dc8-9153-4ab2-b346-99db6c630e2b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445416 Aug 24 07:59:26.096323 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 2c78af22-1fab-4824-9791-0cc1b1431dc3 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:59:26.184669 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbece184-1c1e-461e-b7a3-b58149463752 req-d4a9b82c-0bb3-4ac7-9e6f-38e9ff0a8fe2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879509 Aug 24 07:59:26.197693 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 2c78af22-1fab-4824-9791-0cc1b1431dc3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2c78af22-1fab-4824-9791-0cc1b1431dc3,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:26.208421 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '2c78af22-1fab-4824-9791-0cc1b1431dc3', 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231', 'port_id': '2c78af22-1fab-4824-9791-0cc1b1431dc3', 'mac_address': 'fa:16:3e:8f:a9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b5f243-2ad8-4371-805c-40cc960eb311', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:59:26.242766 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 2c78af22-1fab-4824-9791-0cc1b1431dc3 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:26.243148 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:26.255742 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c78af22-1fab-4824-9791-0cc1b1431dc3 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:59:26.274755 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 2c78af22-1fab-4824-9791-0cc1b1431dc3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2c78af22-1fab-4824-9791-0cc1b1431dc3,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:26.357669 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:26.407883 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=2c78af22-1fab-4824-9791-0cc1b1431dc3,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:26.752128 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20ae5b-4ab0-47be-9858-394c58cc33d4 req-2d44b18e-01c4-4bd9-919b-92e3118421d4 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:26.753623 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3e20ae5b-4ab0-47be-9858-394c58cc33d4 req-2d44b18e-01c4-4bd9-919b-92e3118421d4 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 944 time: 0.0479403 Aug 24 07:59:26.803777 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3e20ae5b-4ab0-47be-9858-394c58cc33d4 req-034d6117-ce88-4ced-a91a-d1629376d351 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446544 Aug 24 07:59:26.871462 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:26.991725 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbece184-1c1e-461e-b7a3-b58149463752 req-2e3cb170-f82a-4622-b753-33f6e3de0f35 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889270 Aug 24 07:59:27.090321 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa6e98-e434-4dc2-afd1-679a7b5de139 req-9a0c468e-5e8d-4bc5-bf76-ac40cf58cdde tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:27.091774 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f2aa6e98-e434-4dc2-afd1-679a7b5de139 req-9a0c468e-5e8d-4bc5-bf76-ac40cf58cdde tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0455287 Aug 24 07:59:27.134437 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:27.138537 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f2aa6e98-e434-4dc2-afd1-679a7b5de139 req-6b0140ea-0df0-406d-8b10-6923e29d0942 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411482 Aug 24 07:59:27.898683 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:27.934508 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1459a8-0486-4cfc-a85b-16b010ffdf1f req-924e4a32-03e5-43d4-ab76-05d16ac8e8b8 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:27.935896 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9c1459a8-0486-4cfc-a85b-16b010ffdf1f req-924e4a32-03e5-43d4-ab76-05d16ac8e8b8 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 944 time: 0.0482302 Aug 24 07:59:27.960055 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:27.984545 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9c1459a8-0486-4cfc-a85b-16b010ffdf1f req-e6743571-fab5-4f48-8139-6a3398e2cc67 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Aug 24 07:59:28.100745 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['2c78af22-1fab-4824-9791-0cc1b1431dc3'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:59:28.259001 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba91652-7a4e-42da-b3e5-d871490fe16f req-5297f382-53e8-424e-837f-393d0e9e161d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:28.260375 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2ba91652-7a4e-42da-b3e5-d871490fe16f req-5297f382-53e8-424e-837f-393d0e9e161d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0477529 Aug 24 07:59:28.306831 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2ba91652-7a4e-42da-b3e5-d871490fe16f req-09cc774c-cfde-466c-b350-4cb4d80a7a65 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 Aug 24 07:59:28.753812 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:29.127838 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada2e0-4628-441c-8e8e-259dda3bc6e5 req-6144da4a-ae78-4e5f-9585-2a709186f526 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:29.129625 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d7ada2e0-4628-441c-8e8e-259dda3bc6e5 req-6144da4a-ae78-4e5f-9585-2a709186f526 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 944 time: 0.0662849 Aug 24 07:59:29.195596 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d7ada2e0-4628-441c-8e8e-259dda3bc6e5 req-1494386d-e68d-412c-8c14-80c4c80dca98 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598257 Aug 24 07:59:29.256274 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-6278a329-225b-445c-97dd-efd4261d5e00 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-164184927&fields=id&tenant_id=576781ceab42470e9fd28a32ccb29e7f HTTP/1.1" status: 200 len: 267 time: 0.0606194 Aug 24 07:59:29.284556 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:29.373116 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-dbb2b96c-f4be-4c6d-8c60-4acf9f4ef4ef tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:29.374648 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-dbb2b96c-f4be-4c6d-8c60-4acf9f4ef4ef tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/networks?id=fd82724f-8179-4a88-b4ce-3be85f3e9585 HTTP/1.1" status: 200 len: 809 time: 0.1119516 Aug 24 07:59:29.410672 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 36130) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:29.414834 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-1ce69c63-5e72-4503-8077-e433ad7f2f98 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/quotas/576781ceab42470e9fd28a32ccb29e7f HTTP/1.1" status: 200 len: 375 time: 0.0172780 Aug 24 07:59:29.469480 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:29.479877 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8158f-f937-4175-b954-2b2c740490a0 req-d2f7de20-7425-4723-a2ac-081c6a2881e0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:29.484138 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cdd8158f-f937-4175-b954-2b2c740490a0 req-d2f7de20-7425-4723-a2ac-081c6a2881e0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0653589 Aug 24 07:59:29.490396 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-1b8ab3eb-77b2-41ba-ba6d-8e0e60a405f5 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=576781ceab42470e9fd28a32ccb29e7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611262 Aug 24 07:59:29.548853 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cdd8158f-f937-4175-b954-2b2c740490a0 req-3a0ffdc0-820e-4d9f-8914-77383a25760d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592499 Aug 24 07:59:29.550246 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7af542b6-26b8-4735-9385-0f8879c7abd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:29.598000 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-5e1c68e9-9c47-4892-bea4-675b3b6d5b29 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934269 Aug 24 07:59:29.638258 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7af542b6-26b8-4735-9385-0f8879c7abd6 admin admin] Publish callbacks [] for security_group (d77ef9a8-ab98-4d59-b0c7-e4f0cccb83c1), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:29.701520 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-5f563c3e-f971-4712-bf19-ddddba0111bf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975811 Aug 24 07:59:29.766156 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7af542b6-26b8-4735-9385-0f8879c7abd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d77ef9a8-ab98-4d59-b0c7-e4f0cccb83c1), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:29.808501 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7af542b6-26b8-4735-9385-0f8879c7abd6 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7f7e8e3a96f24e73a9adccefb43c8cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966300 Aug 24 07:59:29.810410 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af542b6-26b8-4735-9385-0f8879c7abd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77ef9a8-ab98-4d59-b0c7-e4f0cccb83c1,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:29.816315 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36142) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:29.829070 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 2c78af22-1fab-4824-9791-0cc1b1431dc3 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:29.864440 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5fba7325-76bb-4b46-b78b-a090c58fa499 admin admin] Publish callbacks [] for security_group (d77ef9a8-ab98-4d59-b0c7-e4f0cccb83c1), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:29.884571 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 2c78af22-1fab-4824-9791-0cc1b1431dc3 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:59:29.889634 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5fba7325-76bb-4b46-b78b-a090c58fa499 admin admin] Publish callbacks [] for security_group (d77ef9a8-ab98-4d59-b0c7-e4f0cccb83c1), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:29.948623 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 2c78af22-1fab-4824-9791-0cc1b1431dc3 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:29.949094 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:30.021128 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 2c78af22-1fab-4824-9791-0cc1b1431dc3 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:30.021431 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:30.037814 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5fba7325-76bb-4b46-b78b-a090c58fa499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d77ef9a8-ab98-4d59-b0c7-e4f0cccb83c1), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:30.040490 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5fba7325-76bb-4b46-b78b-a090c58fa499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:30.041684 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-5fba7325-76bb-4b46-b78b-a090c58fa499 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d77ef9a8-ab98-4d59-b0c7-e4f0cccb83c1 HTTP/1.1" status: 204 len: 168 time: 0.2289391 Aug 24 07:59:30.049693 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96a75be-6264-4548-aa5d-a893ca4ef99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c78af22-1fab-4824-9791-0cc1b1431dc3'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:59:30.051962 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c871c91a-93b7-492d-b6aa-498aa7a4a78d" -d '{"events": [{"server_uuid": "c96a75be-6264-4548-aa5d-a893ca4ef99e", "name": "network-vif-plugged", "status": "completed", "tag": "2c78af22-1fab-4824-9791-0cc1b1431dc3"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:59:30.052607 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba7325-76bb-4b46-b78b-a090c58fa499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77ef9a8-ab98-4d59-b0c7-e4f0cccb83c1,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:30.068843 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 2c78af22-1fab-4824-9791-0cc1b1431dc3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2c78af22-1fab-4824-9791-0cc1b1431dc3,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:30.096670 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33026bbf-20d2-405e-9813-12d08495720e x-openstack-request-id: req-33026bbf-20d2-405e-9813-12d08495720e {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:59:30.097084 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96a75be-6264-4548-aa5d-a893ca4ef99e", "name": "network-vif-plugged", "status": "completed", "tag": "2c78af22-1fab-4824-9791-0cc1b1431dc3", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:59:30.097412 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33026bbf-20d2-405e-9813-12d08495720e {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:59:30.101474 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33026bbf-20d2-405e-9813-12d08495720e'] response: {'server_uuid': 'c96a75be-6264-4548-aa5d-a893ca4ef99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c78af22-1fab-4824-9791-0cc1b1431dc3', 'code': 200} Aug 24 07:59:30.149220 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:30.189214 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:30.198670 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=2c78af22-1fab-4824-9791-0cc1b1431dc3,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:30.317025 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-53ef35d8-6c1e-4e77-861c-291bc34d3fc3 req-3dbeeb97-51d2-4809-a05d-c66b813a31f3 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 210 time: 0.0355692 Aug 24 07:59:30.380193 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d2095-3e60-4f35-807e-e336cd9007ba req-bd1e284c-6f82-4819-a7c1-1aa39255d556 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:30.381719 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5c4d2095-3e60-4f35-807e-e336cd9007ba req-bd1e284c-6f82-4819-a7c1-1aa39255d556 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 945 time: 0.0598078 Aug 24 07:59:30.472054 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5c4d2095-3e60-4f35-807e-e336cd9007ba req-7cb9f5fe-62b3-469d-8f8a-a627186434b3 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830135 Aug 24 07:59:30.473409 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720974d-2cf3-4792-b24e-dd5b252e66a5 req-48a2b84b-7d9e-4514-a3bd-e055365e8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:30.475168 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8720974d-2cf3-4792-b24e-dd5b252e66a5 req-48a2b84b-7d9e-4514-a3bd-e055365e8c56 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 1129 time: 0.0573463 Aug 24 07:59:30.536027 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8720974d-2cf3-4792-b24e-dd5b252e66a5 req-6faa481b-d8f4-4e5a-95ce-3141ea183cfe service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514164 Aug 24 07:59:30.683052 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad8b43-cb54-4d8f-8ce6-54661be4ee55 req-8fb93125-102f-4564-9bee-b0d2a146e9f8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:30.685201 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-daad8b43-cb54-4d8f-8ce6-54661be4ee55 req-8fb93125-102f-4564-9bee-b0d2a146e9f8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0579166 Aug 24 07:59:30.962127 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-daad8b43-cb54-4d8f-8ce6-54661be4ee55 req-fb034199-f941-42ad-a49c-a6cd8a0c43ba tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671595 Aug 24 07:59:31.211665 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36188) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:31.309919 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1338588773-network', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:31.406045 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Made reservation on behalf of 4b41efe770974b3aa9a34e21dc2ea5d2 for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:59:31.408642 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:31.415279 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-52f41045-3ccc-40b3-84c7-81011945b3f6 req-fcedf473-0e92-4207-8d6d-5a7468ac34b9 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 210 time: 0.0342672 Aug 24 07:59:31.417321 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:31.493365 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Publish callbacks [] for security_group (feb07a31-b940-41e9-a65f-2b4184bcb65f), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:31.576095 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (feb07a31-b940-41e9-a65f-2b4184bcb65f), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:31.616102 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:59:31.627183 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f9bea-5356-4832-b70b-456c819bdb13 req-bc7d4823-271d-4b36-9292-b544d78e0bf7 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:31.628702 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a35f9bea-5356-4832-b70b-456c819bdb13 req-bc7d4823-271d-4b36-9292-b544d78e0bf7 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 945 time: 0.0801198 Aug 24 07:59:31.633169 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb07a31-b940-41e9-a65f-2b4184bcb65f,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:31.638595 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (1dad4cf5-bfa1-44e7-b7a2-015ed982a02c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:31.639621 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Added segment 1dad4cf5-bfa1-44e7-b7a2-015ed982a02c of type vlan for network 7a10c488-dc2f-4637-9b64-65c3d3616e74 Aug 24 07:59:31.702326 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:31.707745 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (7a10c488-dc2f-4637-9b64-65c3d3616e74), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:31.721639 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a35f9bea-5356-4832-b70b-456c819bdb13 req-5ceeb697-8b39-40c7-bef4-99b532ad1839 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849280 Aug 24 07:59:31.735554 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:31.811904 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (7a10c488-dc2f-4637-9b64-65c3d3616e74), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:31.813143 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:31.813849 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:31.880971 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] Pushing event updated for resources: {'Network': ['ID=7a10c488-dc2f-4637-9b64-65c3d3616e74,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:31.898279 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 7a10c488-dc2f-4637-9b64-65c3d3616e74 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:59:31.932065 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-13992445-7390-4e90-be18-3178bad104a0 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7189898 Aug 24 07:59:31.935490 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36200) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:31.940453 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Request body: {'subnet': {'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1338588773-subnet', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'ip_version': 4}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:32.049996 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Made reservation on behalf of 4b41efe770974b3aa9a34e21dc2ea5d2 for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:59:32.052374 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3127853'] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:32.093312 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56b4e3-ba83-4da7-bcdf-641fea002584 req-c739f752-2ead-41fe-819f-26e954934864 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:32.094810 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fb56b4e3-ba83-4da7-bcdf-641fea002584 req-c739f752-2ead-41fe-819f-26e954934864 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Aug 24 07:59:32.146058 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fb56b4e3-ba83-4da7-bcdf-641fea002584 req-675ea068-304a-4c55-bdd3-4d61305f184a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453780 Aug 24 07:59:32.346721 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127863917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3127875'] for subnet (b77a803a-c9c4-4854-9b50-a5b31a08246d), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:32.400752 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77a803a-c9c4-4854-9b50-a5b31a08246d,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:32.413347 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Checking segment: {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:32.413347 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Network hostable DHCP agents. Network: 7a10c488-dc2f-4637-9b64-65c3d3616e74, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:59:32.514045 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f30c9832-07be-4855-8417-b9e997279948 req-6c6d1b31-1521-4091-867e-abb265e173dc tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 210 time: 0.0282404 Aug 24 07:59:32.519858 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Network 7a10c488-dc2f-4637-9b64-65c3d3616e74 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:59:32.634268 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 7a10c488-dc2f-4637-9b64-65c3d3616e74) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:32.638977 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:32.639593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:32.643954 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ce1d2-1912-412a-8dd6-220c92aae961 None None] Network 7a10c488-dc2f-4637-9b64-65c3d3616e74 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:59:32.701782 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:32.734971 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-87eb082f-1c24-4c4e-b73c-dcd12177456a admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7981813 Aug 24 07:59:32.737732 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36208) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:32.742821 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:32.744383 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-7a10c488-dc2f-4637-9b64-65c3d3616e74', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 07:59:32.745343 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:32.749509 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:32.847526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467ec03-744e-46cb-9012-3cee740379b0 req-8f1e7dbc-a831-4594-86a5-61031c147124 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:32.849122 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e467ec03-744e-46cb-9012-3cee740379b0 req-8f1e7dbc-a831-4594-86a5-61031c147124 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 945 time: 0.0497499 Aug 24 07:59:32.891989 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Allocated IP 172.20.0.2 (7a10c488-dc2f-4637-9b64-65c3d3616e74/b77a803a-c9c4-4854-9b50-a5b31a08246d/e4c09845-d416-427c-aeee-753442bce3fa) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:59:32.899736 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e467ec03-744e-46cb-9012-3cee740379b0 req-937dfbf8-d9fe-4e64-9b74-3795678b40e5 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Aug 24 07:59:32.910077 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (68a0aa15-cf6e-467b-a3df-b54121031071), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:32.911122 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (68a0aa15-cf6e-467b-a3df-b54121031071), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:32.986531 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks [] for router_controller (68a0aa15-cf6e-467b-a3df-b54121031071), precommit_add_association {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.051802 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Publish callbacks [] for port (e4c09845-d416-427c-aeee-753442bce3fa), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.133139 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (e4c09845-d416-427c-aeee-753442bce3fa), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.193902 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Network 7a10c488-dc2f-4637-9b64-65c3d3616e74 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:33.199629 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:33.203484 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:59:33.215835 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Pushing event updated for resources: {'Port': ['ID=e4c09845-d416-427c-aeee-753442bce3fa,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:33.254863 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks [] for router_gateway (68a0aa15-cf6e-467b-a3df-b54121031071), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.284574 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Attempting to bind port e4c09845-d416-427c-aeee-753442bce3fa on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:59:33.285337 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Attempting to bind port e4c09845-d416-427c-aeee-753442bce3fa by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:59:33.286078 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Attempting to bind port e4c09845-d416-427c-aeee-753442bce3fa on network 7a10c488-dc2f-4637-9b64-65c3d3616e74 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:33.292255 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:59:33.292721 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Checking segment: {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:33.293397 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.293870 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Bound using segment: {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:59:33.294410 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Bound port: e4c09845-d416-427c-aeee-753442bce3fa, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:59:33.294858 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (e4c09845-d416-427c-aeee-753442bce3fa), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.320911 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:33.327678 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814504-a656-474e-b5d9-015784239342 req-3599aafa-54a5-44c9-865d-e596301ceea9 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:33.331648 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-cce2d86d-c3f7-47cd-ad9f-4afc02e84b6c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:33.333045 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4e814504-a656-474e-b5d9-015784239342 req-3599aafa-54a5-44c9-865d-e596301ceea9 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0729558 Aug 24 07:59:33.333710 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-cce2d86d-c3f7-47cd-ad9f-4afc02e84b6c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.45 "GET /networking/v2.0/networks?id=fd82724f-8179-4a88-b4ce-3be85f3e9585 HTTP/1.1" status: 200 len: 809 time: 0.1807404 Aug 24 07:59:33.353293 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:33.405583 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4e814504-a656-474e-b5d9-015784239342 req-0d722f53-6837-4390-85b9-7b69b6a0cbf8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714247 Aug 24 07:59:33.445241 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] For port e4c09845-d416-427c-aeee-753442bce3fa, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:33.455145 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-d384210d-b3e2-47e7-9f72-66ca062df77c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=576781ceab42470e9fd28a32ccb29e7f HTTP/1.1" status: 200 len: 379 time: 0.1123261 Aug 24 07:59:33.460903 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] For port e4c09845-d416-427c-aeee-753442bce3fa, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e4c09845-d416-427c-aeee-753442bce3fa,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:33.476156 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Request body: {'port': {'device_id': '3ce799f4-91d9-4521-af5d-63757a11823c', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'admin_state_up': True, 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'security_groups': ['8ba17607-cbdf-41bb-ba56-e8f8442a2cf9']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:33.479512 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:33.545350 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (e4c09845-d416-427c-aeee-753442bce3fa), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.658279 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks [] for router_gateway (68a0aa15-cf6e-467b-a3df-b54121031071), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.661856 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128b76b-e5bf-4ee8-984c-3e7db67d7b81 None None] Pushing event updated for resources: {'Port': ['ID=e4c09845-d416-427c-aeee-753442bce3fa,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:33.682799 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.687453 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-47d0181b-35ff-4d6b-b7e7-eea4f9756f2c req-12bd158f-1679-4402-b648-b45091e894cf tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 210 time: 0.0398271 Aug 24 07:59:33.720518 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Made reservation on behalf of 576781ceab42470e9fd28a32ccb29e7f for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:59:33.724557 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:33.832980 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Allocated IP 172.27.4.110 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/003b6fd9-58ee-42e1-98c6-c9544ba65688) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:59:33.932071 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Allocated IP 172.20.0.6 (fd82724f-8179-4a88-b4ce-3be85f3e9585/6c863f22-f460-4703-b0a9-df7efb9c8ffe/b6e8c168-af88-483f-9e17-53d9c3c9d376) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:59:33.965338 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:33.974141 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks [] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:34.097550 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:34.098717 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:34.154166 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:34.194407 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:34.201105 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:34.204756 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:59:34.231130 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Pushing event updated for resources: {'Port': ['ID=003b6fd9-58ee-42e1-98c6-c9544ba65688,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:34.231348 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:34.243595 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:34.287485 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Network fd82724f-8179-4a88-b4ce-3be85f3e9585 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:34.290922 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:34.295440 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:59:34.331329 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'Port': ['ID=b6e8c168-af88-483f-9e17-53d9c3c9d376,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:34.367064 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:34.367753 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:34.456116 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-39244f97-b27c-4c55-ac84-dd3a950d342b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9861331 Aug 24 07:59:34.483510 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Request body: {'port': {'device_id': '3ce799f4-91d9-4521-af5d-63757a11823c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:34.589042 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:34.649532 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-41e3a7ff-050b-43e5-a984-b7c43c7aebf6 None None] Provisioning complete for port b6e8c168-af88-483f-9e17-53d9c3c9d376 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:34.650091 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-41e3a7ff-050b-43e5-a984-b7c43c7aebf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:34.672522 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2cb1e-c22d-4367-9b28-387787d355ea req-6d76881c-5394-4963-9160-b46c614e7963 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:34.683192 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cea2cb1e-c22d-4367-9b28-387787d355ea req-6d76881c-5394-4963-9160-b46c614e7963 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.1399865 Aug 24 07:59:34.729391 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-41e3a7ff-050b-43e5-a984-b7c43c7aebf6 None None] Port b6e8c168-af88-483f-9e17-53d9c3c9d376 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:59:34.760770 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks [] for router_gateway (68a0aa15-cf6e-467b-a3df-b54121031071), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:34.781718 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cea2cb1e-c22d-4367-9b28-387787d355ea req-b3feeda7-7e6c-4571-960c-3e9c17b4d3d0 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960672 Aug 24 07:59:34.796968 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88feacd-a5b8-4608-8351-29ee2ec88059 None None] Network 7a10c488-dc2f-4637-9b64-65c3d3616e74 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:59:34.885523 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:34.903535 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850edaf-26f4-4f77-8d39-b896bcc74bc5 req-398cec6b-244c-4b21-a94c-5c4a3b6adb3b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:34.903812 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-ac84fcba-0faa-4c52-b940-409bf8cdeba0 None None] Provisioning complete for port e4c09845-d416-427c-aeee-753442bce3fa triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:34.904124 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac84fcba-0faa-4c52-b940-409bf8cdeba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e4c09845-d416-427c-aeee-753442bce3fa), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:34.905109 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3850edaf-26f4-4f77-8d39-b896bcc74bc5 req-398cec6b-244c-4b21-a94c-5c4a3b6adb3b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 931 time: 0.1074746 Aug 24 07:59:35.020556 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3850edaf-26f4-4f77-8d39-b896bcc74bc5 req-463d760f-d7bf-4a17-86db-c7e6aeb828f1 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029685 Aug 24 07:59:35.026657 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 36288) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:35.076557 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-ac84fcba-0faa-4c52-b940-409bf8cdeba0 None None] Current status of the port e4c09845-d416-427c-aeee-753442bce3fa is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:35.077250 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac84fcba-0faa-4c52-b940-409bf8cdeba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (e4c09845-d416-427c-aeee-753442bce3fa), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.103501 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e8c168-af88-483f-9e17-53d9c3c9d376 {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:59:35.114470 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Publish callbacks [] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.123902 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (68a0aa15-cf6e-467b-a3df-b54121031071), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.132834 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Transition to ACTIVE for port object b6e8c168-af88-483f-9e17-53d9c3c9d376 will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 07:59:35.191853 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-ac84fcba-0faa-4c52-b940-409bf8cdeba0 None None] For port e4c09845-d416-427c-aeee-753442bce3fa, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e4c09845-d416-427c-aeee-753442bce3fa,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:35.238697 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7388912-f436-492b-923d-86698fe44931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.246236 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.275703 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e4c09845-d416-427c-aeee-753442bce3fa up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:35.306137 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac84fcba-0faa-4c52-b940-409bf8cdeba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (e4c09845-d416-427c-aeee-753442bce3fa), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.348070 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Pushing event updated for resources: {'Port': ['ID=b6e8c168-af88-483f-9e17-53d9c3c9d376,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:35.427664 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Router 68a0aa15-cf6e-467b-a3df-b54121031071 is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 07:59:35.427968 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Attempting to bind port b6e8c168-af88-483f-9e17-53d9c3c9d376 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:59:35.428228 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Attempting to bind port b6e8c168-af88-483f-9e17-53d9c3c9d376 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:59:35.428575 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Attempting to bind port b6e8c168-af88-483f-9e17-53d9c3c9d376 on network fd82724f-8179-4a88-b4ce-3be85f3e9585 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:35.443426 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Port b6e8c168-af88-483f-9e17-53d9c3c9d376 on network fd82724f-8179-4a88-b4ce-3be85f3e9585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 07:59:35.443747 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Attempting to bind port b6e8c168-af88-483f-9e17-53d9c3c9d376 on network fd82724f-8179-4a88-b4ce-3be85f3e9585 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:35.463669 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:59:35.464008 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Checking segment: {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:35.464392 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Bound using segment: {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:59:35.464858 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Bound port: b6e8c168-af88-483f-9e17-53d9c3c9d376, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ba56eb-57fe-4298-bc6e-290176a5d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:59:35.465931 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.469319 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7388912-f436-492b-923d-86698fe44931 admin admin] Publish callbacks [] for security_group (3f9628b5-4568-4f4d-8184-8dabb32646cd), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.471396 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:35.487998 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:35.513397 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7229e986-56b2-4797-81d8-575a5b7fa535 None None] Provisioning complete for port e4c09845-d416-427c-aeee-753442bce3fa triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:35.513770 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7229e986-56b2-4797-81d8-575a5b7fa535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e4c09845-d416-427c-aeee-753442bce3fa), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.538597 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7388912-f436-492b-923d-86698fe44931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3f9628b5-4568-4f4d-8184-8dabb32646cd), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.551595 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84fcba-0faa-4c52-b940-409bf8cdeba0 None None] Pushing event updated for resources: {'Port': ['ID=e4c09845-d416-427c-aeee-753442bce3fa,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:35.553371 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:59:35.561475 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port e4c09845-d416-427c-aeee-753442bce3fa triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:35.562048 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e4c09845-d416-427c-aeee-753442bce3fa), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.576046 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:35.585739 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Sync routers for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:59:35.598443 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a7388912-f436-492b-923d-86698fe44931 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=32dee2c6dfd447488ae7077af3cca683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5708342 Aug 24 07:59:35.601901 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 36294) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:35.609020 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:35.610317 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7388912-f436-492b-923d-86698fe44931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9628b5-4568-4f4d-8184-8dabb32646cd,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:35.617060 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:35.617915 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:35.646614 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:35.669753 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-70834068-1c06-4fc3-a36e-f63f1a152422 admin admin] Publish callbacks [] for security_group (3f9628b5-4568-4f4d-8184-8dabb32646cd), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.688318 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.693852 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2c4b0df8-4b4d-454d-bbd7-b7f32e692868 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9550524 Aug 24 07:59:35.694755 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36296) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:35.709183 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.714822 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:35.716491 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.719340 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 200 len: 1093 time: 1.2480314 Aug 24 07:59:35.720847 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-70834068-1c06-4fc3-a36e-f63f1a152422 admin admin] Publish callbacks [] for security_group (3f9628b5-4568-4f4d-8184-8dabb32646cd), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.722204 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:35.730597 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:59:35.733500 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6067d723-3c2c-4685-ac50-c74199d44e18" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:59:35.776483 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7229e986-56b2-4797-81d8-575a5b7fa535 None None] Current status of the port e4c09845-d416-427c-aeee-753442bce3fa is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:35.797167 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port e4c09845-d416-427c-aeee-753442bce3fa is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:35.803686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:35.820050 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aa8b3-55af-4676-9d3c-d809e9622f7b service neutron] Pushing event updated for resources: {'Port': ['ID=b6e8c168-af88-483f-9e17-53d9c3c9d376,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:35.859398 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f96160-3f5e-4d79-993f-d6dd1ed82a28 x-openstack-request-id: req-57f96160-3f5e-4d79-993f-d6dd1ed82a28 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:59:35.859757 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:59:35.860072 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57f96160-3f5e-4d79-993f-d6dd1ed82a28 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:59:35.860582 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f96160-3f5e-4d79-993f-d6dd1ed82a28'] response: {'name': 'network-changed', 'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'status': 'completed', 'code': 200} Aug 24 07:59:35.945416 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-70834068-1c06-4fc3-a36e-f63f1a152422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3f9628b5-4568-4f4d-8184-8dabb32646cd), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.948792 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-70834068-1c06-4fc3-a36e-f63f1a152422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:35.949988 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-70834068-1c06-4fc3-a36e-f63f1a152422 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3f9628b5-4568-4f4d-8184-8dabb32646cd HTTP/1.1" status: 204 len: 168 time: 0.3471775 Aug 24 07:59:35.998225 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70834068-1c06-4fc3-a36e-f63f1a152422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9628b5-4568-4f4d-8184-8dabb32646cd,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:36.004619 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067d723-3c2c-4685-ac50-c74199d44e18 req-d2556aa5-9237-48af-b6ae-a5eaf227a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:36.006915 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6067d723-3c2c-4685-ac50-c74199d44e18 req-d2556aa5-9237-48af-b6ae-a5eaf227a898 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=576781ceab42470e9fd28a32ccb29e7f&device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1127 time: 0.1151125 Aug 24 07:59:36.024307 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bde06-ad07-4c4b-9715-5ddec8b28e3b req-2919c231-304f-442d-93b1-f00aa2f8fca4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:36.032375 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c69bde06-ad07-4c4b-9715-5ddec8b28e3b req-2919c231-304f-442d-93b1-f00aa2f8fca4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0922518 Aug 24 07:59:36.071662 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:36.079522 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:34Z', 'revision_number': 3, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:36.089147 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c69bde06-ad07-4c4b-9715-5ddec8b28e3b req-c7b75e71-df67-4376-8c42-a11a034279ca tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555573 Aug 24 07:59:36.112974 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Checking router: 68a0aa15-cf6e-467b-a3df-b54121031071 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:59:36.113467 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Updating router 68a0aa15-cf6e-467b-a3df-b54121031071 port 003b6fd9-58ee-42e1-98c6-c9544ba65688 binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:59:36.158456 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:36.189075 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:36.228992 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a28f6-91f4-40f3-9942-54e4e9bac098 req-00dda5d4-f9e6-4ebb-8d6f-a8962421ad4b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:36.230454 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3e8a28f6-91f4-40f3-9942-54e4e9bac098 req-00dda5d4-f9e6-4ebb-8d6f-a8962421ad4b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0594332 Aug 24 07:59:36.388989 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067d723-3c2c-4685-ac50-c74199d44e18 req-4e285bbe-dbec-45db-98d7-a344f98fb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:36.392700 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6067d723-3c2c-4685-ac50-c74199d44e18 req-4e285bbe-dbec-45db-98d7-a344f98fb18d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=576781ceab42470e9fd28a32ccb29e7f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1359062 Aug 24 07:59:36.407983 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:36.419487 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3e8a28f6-91f4-40f3-9942-54e4e9bac098 req-68b4f0ca-6ca3-4b56-8195-def544f40462 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711323 Aug 24 07:59:36.531474 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Publish callbacks [] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:36.540431 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067d723-3c2c-4685-ac50-c74199d44e18 req-61aa3b14-bdb5-43ce-8fc5-31b6ef2da84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:36.541948 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6067d723-3c2c-4685-ac50-c74199d44e18 req-61aa3b14-bdb5-43ce-8fc5-31b6ef2da84f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427627 Aug 24 07:59:36.572249 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:36.635485 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:36.680679 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Attempting to bind port 003b6fd9-58ee-42e1-98c6-c9544ba65688 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:59:36.681529 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Attempting to bind port 003b6fd9-58ee-42e1-98c6-c9544ba65688 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:59:36.682093 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Attempting to bind port 003b6fd9-58ee-42e1-98c6-c9544ba65688 on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:36.691609 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:59:36.692181 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:36.692590 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:36.693008 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:59:36.693494 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Bound port: 003b6fd9-58ee-42e1-98c6-c9544ba65688, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:59:36.693877 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:36.722641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ea7d6-5d17-4297-9b51-140bb77469b6 None None] Pushing event updated for resources: {'Port': ['ID=003b6fd9-58ee-42e1-98c6-c9544ba65688,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:36.748163 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:36.769144 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] For port 003b6fd9-58ee-42e1-98c6-c9544ba65688, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:36.774295 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] For port 003b6fd9-58ee-42e1-98c6-c9544ba65688, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=003b6fd9-58ee-42e1-98c6-c9544ba65688,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:36.869597 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:36.879482 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-a8032811-e87f-420b-9dd5-12d2e2f672d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:36.880988 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-a8032811-e87f-420b-9dd5-12d2e2f672d3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=576781ceab42470e9fd28a32ccb29e7f&device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1127 time: 0.2954168 Aug 24 07:59:36.922343 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Allocated IP 172.20.0.1 (7a10c488-dc2f-4637-9b64-65c3d3616e74/b77a803a-c9c4-4854-9b50-a5b31a08246d/48b0630b-5504-440c-8044-1e2ee63b8b0f) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:59:36.927689 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:36.928523 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:36.928930 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-83fe1503-1f2b-49bf-ac37-47cac1762f77 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 200 len: 217 time: 0.0346196 Aug 24 07:59:36.934460 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:36.988043 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-ee595c8d-ade2-484c-a33f-861b28b0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:36.989871 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-ee595c8d-ade2-484c-a33f-861b28b0e75a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=6c863f22-f460-4703-b0a9-df7efb9c8ffe HTTP/1.1" status: 200 len: 848 time: 0.0523429 Aug 24 07:59:37.000619 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ea7d6-5d17-4297-9b51-140bb77469b6 None None] Pushing event updated for resources: {'Port': ['ID=003b6fd9-58ee-42e1-98c6-c9544ba65688,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:37.040458 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-c993000d-1fe6-4e23-bc1c-cc0681198f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:37.041627 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:37.042419 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-c993000d-1fe6-4e23-bc1c-cc0681198f93 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=fd82724f-8179-4a88-b4ce-3be85f3e9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465851 Aug 24 07:59:37.048444 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Publish callbacks [] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:37.050391 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:37.086737 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:37.145643 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-f13906bb-d41e-4d34-9a53-15cb125f5d16 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960534 Aug 24 07:59:37.158128 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:37.228580 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Network 7a10c488-dc2f-4637-9b64-65c3d3616e74 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:37.231905 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:37.237318 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:59:37.259087 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e4c09845-d416-427c-aeee-753442bce3fa up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:37.263125 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=48b0630b-5504-440c-8044-1e2ee63b8b0f,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:37.287061 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (68a0aa15-cf6e-467b-a3df-b54121031071), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:37.292772 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8f0a6-5f53-4af4-a6a3-5d9bb84ed006 req-efe1fb3f-3ec8-4ca9-9e0c-9163907420f3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:37.300639 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f1b8f0a6-5f53-4af4-a6a3-5d9bb84ed006 req-efe1fb3f-3ec8-4ca9-9e0c-9163907420f3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.1141939 Aug 24 07:59:37.334687 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-578cb488-78af-4598-bb20-996aaed64827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:34Z', 'revision_number': 3, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:37.395989 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:37.396491 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cb488-78af-4598-bb20-996aaed64827 None None] The sync data for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi is: [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:34Z', 'revision_number': 3, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:59:37.423629 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f1b8f0a6-5f53-4af4-a6a3-5d9bb84ed006 req-6635b98a-074f-4e44-a33a-80aacb57da13 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219978 Aug 24 07:59:37.428929 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port e4c09845-d416-427c-aeee-753442bce3fa triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:37.429349 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e4c09845-d416-427c-aeee-753442bce3fa), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:37.431213 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c14d1fd-b8cf-4008-8e8f-fa98c74c9d1c req-6d001c69-3d20-42e5-8117-adf7451ea272 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774227 Aug 24 07:59:37.553283 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port e4c09845-d416-427c-aeee-753442bce3fa is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:37.565681 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:37.588183 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edeeea-72f7-4cee-985a-e68b03aa73b4 req-d220f95e-5f9d-4bc2-85f1-809a55e3bd94 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:37.589664 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b8edeeea-72f7-4cee-985a-e68b03aa73b4 req-d220f95e-5f9d-4bc2-85f1-809a55e3bd94 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0642064 Aug 24 07:59:37.623850 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-cc3df3ff-9fe8-4fcd-86ea-00dc48df497f None None] Provisioning complete for port 48b0630b-5504-440c-8044-1e2ee63b8b0f triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:37.624401 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-cc3df3ff-9fe8-4fcd-86ea-00dc48df497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:37.663915 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-cc3df3ff-9fe8-4fcd-86ea-00dc48df497f None None] Port 48b0630b-5504-440c-8044-1e2ee63b8b0f cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:59:37.760431 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b8edeeea-72f7-4cee-985a-e68b03aa73b4 req-33622842-d70a-43a3-8b11-805ac7bb0476 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442125 Aug 24 07:59:37.822859 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Publish callbacks [] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:37.866236 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:37.940237 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=48b0630b-5504-440c-8044-1e2ee63b8b0f,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:37.943636 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (68a0aa15-cf6e-467b-a3df-b54121031071), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:38.053121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Network 7a10c488-dc2f-4637-9b64-65c3d3616e74 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:38.054414 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:38.149802 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:38.181157 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Router 68a0aa15-cf6e-467b-a3df-b54121031071 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:59:38.287511 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-410212b2-b97c-4af5-ab5b-5da86540d218 None None] Provisioning complete for port 48b0630b-5504-440c-8044-1e2ee63b8b0f triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:38.288076 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-410212b2-b97c-4af5-ab5b-5da86540d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:38.305115 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:59:38.320254 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ac1bea53-536e-467b-9937-4b0573cd7ec4 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/68a0aa15-cf6e-467b-a3df-b54121031071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6244030 Aug 24 07:59:38.343146 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-5df09100-d60a-46bd-8705-fac55b0d2402 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490448 Aug 24 07:59:38.344375 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-410212b2-b97c-4af5-ab5b-5da86540d218 None None] Port 48b0630b-5504-440c-8044-1e2ee63b8b0f cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:59:38.416394 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-3eb8bade-ae30-49cc-bfa7-ff38d98289e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:38.418129 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-3eb8bade-ae30-49cc-bfa7-ff38d98289e6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 1130 time: 0.0521114 Aug 24 07:59:38.593701 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38688-cce3-4488-8b22-a20c8c40dee4 req-72154e94-0bdf-4f4b-ad02-a47285bee1a8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:38.595249 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d7d38688-cce3-4488-8b22-a20c8c40dee4 req-72154e94-0bdf-4f4b-ad02-a47285bee1a8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0594451 Aug 24 07:59:38.616783 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-1f972a7e-2b1c-4551-9940-488d8a1e7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:38.618196 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-1f972a7e-2b1c-4551-9940-488d8a1e7c51 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 917 time: 0.1788754 Aug 24 07:59:38.707747 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d7d38688-cce3-4488-8b22-a20c8c40dee4 req-2108aa14-50e0-48f0-8be7-57011baeb786 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029806 Aug 24 07:59:38.710284 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-88742c41-f623-4f20-92d4-497d621cdaec service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9 HTTP/1.1" status: 200 len: 1001 time: 0.0845175 Aug 24 07:59:38.775225 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-783d9661-9295-4dcf-8774-41bd2fccaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:38.776759 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-783d9661-9295-4dcf-8774-41bd2fccaca1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.0512834 Aug 24 07:59:38.834671 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-8ac54d18-4e71-4b67-9b17-c7c7835ca601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:38.836226 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-8ac54d18-4e71-4b67-9b17-c7c7835ca601 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497971 Aug 24 07:59:38.908209 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aacde-275c-4fad-97ba-74f9d993a370 req-6c34eaa3-28fb-436d-a9f3-47c759b07635 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:38.910025 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ef6aacde-275c-4fad-97ba-74f9d993a370 req-6c34eaa3-28fb-436d-a9f3-47c759b07635 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0515540 Aug 24 07:59:38.935588 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:38.955960 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-0d820b25-dea3-45b5-a468-caf1f22c4be7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124616 Aug 24 07:59:38.980015 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ef6aacde-275c-4fad-97ba-74f9d993a370 req-142b7cd0-e2ae-4a68-9d52-51ab368c9bd8 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636320 Aug 24 07:59:39.070766 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a7af5f1-db0f-4852-bbd5-ff4db38bce2a req-fd5544f3-e520-4f11-b44c-e7d4076add6a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072142 Aug 24 07:59:39.162739 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Sync routers for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:59:39.171474 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 36334) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:39.173767 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-489681198-network', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:39.183752 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:39.187661 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:39.251107 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 003b6fd9-58ee-42e1-98c6-c9544ba65688 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:39.289318 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Made reservation on behalf of 2b9ec53274cc4c8c8e54c3811b712626 for: {'network': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:59:39.291567 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:39.292128 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.298219 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 003b6fd9-58ee-42e1-98c6-c9544ba65688 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:39.304117 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.304250 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.368851 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:39.393227 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 003b6fd9-58ee-42e1-98c6-c9544ba65688 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:39.393872 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.409424 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Publish callbacks [] for security_group (c92bbf8c-796b-4a9d-8f8f-4c1abc64fe72), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.423892 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 003b6fd9-58ee-42e1-98c6-c9544ba65688, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=003b6fd9-58ee-42e1-98c6-c9544ba65688,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:39.474948 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c92bbf8c-796b-4a9d-8f8f-4c1abc64fe72), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.504012 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=113381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 07:59:39.509119 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.517876 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92bbf8c-796b-4a9d-8f8f-4c1abc64fe72,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:39.525208 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (b335e79f-bf4b-4617-8381-5280bbe50429), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.525628 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.segments_db [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Added segment b335e79f-bf4b-4617-8381-5280bbe50429 of type vlan for network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 Aug 24 07:59:39.569368 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=003b6fd9-58ee-42e1-98c6-c9544ba65688,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:39.573177 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (2144ab07-b6fc-4dc6-b7a9-cee07e681840), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.580368 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:39.609523 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '48b0630b-5504-440c-8044-1e2ee63b8b0f', 'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'mac_address': 'fa:16:3e:fa:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:36Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 2, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'subnets': [{'id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:39.636238 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Checking router: 68a0aa15-cf6e-467b-a3df-b54121031071 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:59:39.636781 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Updating router 68a0aa15-cf6e-467b-a3df-b54121031071 port 48b0630b-5504-440c-8044-1e2ee63b8b0f binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:59:39.665806 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.677801 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (2144ab07-b6fc-4dc6-b7a9-cee07e681840), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.678852 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:39.679443 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.746797 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] Pushing event updated for resources: {'Network': ['ID=2144ab07-b6fc-4dc6-b7a9-cee07e681840,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:39.757842 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 07:59:39.853799 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-cf6ba063-096c-415c-8004-a3753c6f0a12 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6839416 Aug 24 07:59:39.857385 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36340) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:39.863615 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Request body: {'subnet': {'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-489681198-subnet', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'ip_version': 4}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:39.875302 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7748e1-9d79-4f95-bbd6-dbabc6f40802 req-4f2da5db-7037-44bc-b3ce-159b8a298f42 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:39.877169 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3c7748e1-9d79-4f95-bbd6-dbabc6f40802 req-4f2da5db-7037-44bc-b3ce-159b8a298f42 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0601964 Aug 24 07:59:39.931703 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3c7748e1-9d79-4f95-bbd6-dbabc6f40802 req-f6197db1-7ada-4179-b196-87cc172f4f55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478415 Aug 24 07:59:39.935204 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Made reservation on behalf of 2b9ec53274cc4c8c8e54c3811b712626 for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 07:59:39.937694 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3127853'] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:39.955294 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Publish callbacks [] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.020462 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.085253 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533f7ef-5e5c-424b-90a0-df9f9aba5e24 None None] Pushing event updated for resources: {'Port': ['ID=48b0630b-5504-440c-8044-1e2ee63b8b0f,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:40.128174 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Attempting to bind port 48b0630b-5504-440c-8044-1e2ee63b8b0f on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:59:40.128174 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Attempting to bind port 48b0630b-5504-440c-8044-1e2ee63b8b0f by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:59:40.128174 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Attempting to bind port 48b0630b-5504-440c-8044-1e2ee63b8b0f on network 7a10c488-dc2f-4637-9b64-65c3d3616e74 {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:40.133439 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:59:40.133774 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Checking segment: {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:40.134288 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.134689 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Bound using segment: {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:59:40.135279 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Bound port: 48b0630b-5504-440c-8044-1e2ee63b8b0f, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:59:40.135959 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.140810 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:40.156328 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7bf38-3c20-48cc-ba9e-e13d222755eb req-a6d3aaf7-b7e9-4919-8c65-72510966ecde tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:40.158114 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-06a7bf38-3c20-48cc-ba9e-e13d222755eb req-a6d3aaf7-b7e9-4919-8c65-72510966ecde tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0879247 Aug 24 07:59:40.201218 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] For port 48b0630b-5504-440c-8044-1e2ee63b8b0f, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:40.204498 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] For port 48b0630b-5504-440c-8044-1e2ee63b8b0f, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=48b0630b-5504-440c-8044-1e2ee63b8b0f,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:40.227793 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-06a7bf38-3c20-48cc-ba9e-e13d222755eb req-03b508b7-39f7-4952-b20e-5e1acc4c31de tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598512 Aug 24 07:59:40.249309 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127863917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3127875'] for subnet (3eb9a686-ee44-4176-9aaf-2b1f59913f4b), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.278751 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.313884 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb9a686-ee44-4176-9aaf-2b1f59913f4b,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:40.315565 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:40.320505 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:40.321142 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:40.321302 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Checking segment: {'id': 'b335e79f-bf4b-4617-8381-5280bbe50429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:40.321715 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Network hostable DHCP agents. Network: 2144ab07-b6fc-4dc6-b7a9-cee07e681840, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 07:59:40.357351 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:40.408698 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533f7ef-5e5c-424b-90a0-df9f9aba5e24 None None] Pushing event updated for resources: {'Port': ['ID=48b0630b-5504-440c-8044-1e2ee63b8b0f,revision_number=4']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:40.411945 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 07:59:40.438197 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:40.503403 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 2144ab07-b6fc-4dc6-b7a9-cee07e681840) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:40.509495 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:40.510159 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.513293 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea45809-f1bf-42a9-9f2e-d2e980b7cf87 None None] Network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:59:40.613408 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-755384e7-05c1-476b-9677-746e2d0cfaa4 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7544415 Aug 24 07:59:40.615906 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36346) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:40.620389 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:40.634327 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-2144ab07-b6fc-4dc6-b7a9-cee07e681840', 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840', 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'fixed_ips': [{'subnet_id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 07:59:40.635265 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.663325 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '48b0630b-5504-440c-8044-1e2ee63b8b0f', 'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'mac_address': 'fa:16:3e:fa:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:36Z', 'updated_at': '2022-08-24T07:59:40Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'subnets': [{'id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:40.689436 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888731bc-8ebe-4a2b-813c-a0f06fcb0828 None None] The sync data for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi is: [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '48b0630b-5504-440c-8044-1e2ee63b8b0f', 'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'mac_address': 'fa:16:3e:fa:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:36Z', 'updated_at': '2022-08-24T07:59:40Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'subnets': [{'id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:59:40.721734 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (6ce82ff8-efcd-40cb-91df-943b1913655e), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.723014 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (6ce82ff8-efcd-40cb-91df-943b1913655e), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.763186 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:40.805309 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks [] for router_controller (6ce82ff8-efcd-40cb-91df-943b1913655e), precommit_add_association {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:40.819027 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Allocated IP 172.20.0.2 (2144ab07-b6fc-4dc6-b7a9-cee07e681840/3eb9a686-ee44-4176-9aaf-2b1f59913f4b/a07dab59-6f38-4541-93e8-3451c925fe3f) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:59:41.040928 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks [] for router_gateway (6ce82ff8-efcd-40cb-91df-943b1913655e), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.091285 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425894f-7e8b-41ab-a063-b1cffa9ad63f req-13c1f52f-320f-4313-82ce-ec9606e8511b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:41.093126 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6425894f-7e8b-41ab-a063-b1cffa9ad63f req-13c1f52f-320f-4313-82ce-ec9606e8511b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0540521 Aug 24 07:59:41.159209 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6425894f-7e8b-41ab-a063-b1cffa9ad63f req-0e296677-a87b-45a2-bf66-fefcd641d5a3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592685 Aug 24 07:59:41.173206 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Publish callbacks [] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.249378 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.293127 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:41.298875 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Pushing event updated for resources: {'Port': ['ID=a07dab59-6f38-4541-93e8-3451c925fe3f,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:41.322584 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:41.324130 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:41.330337 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:59:41.401829 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks [] for router_gateway (6ce82ff8-efcd-40cb-91df-943b1913655e), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.414088 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 48b0630b-5504-440c-8044-1e2ee63b8b0f up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:41.428158 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.445803 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcdc1c-c56d-429d-912c-86630500a5fb req-d3cbce71-54b5-40b9-b588-e709f64c4342 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:41.447327 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1cfcdc1c-c56d-429d-912c-86630500a5fb req-d3cbce71-54b5-40b9-b588-e709f64c4342 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0872593 Aug 24 07:59:41.450494 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Attempting to bind port a07dab59-6f38-4541-93e8-3451c925fe3f on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:59:41.450870 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Attempting to bind port a07dab59-6f38-4541-93e8-3451c925fe3f by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b335e79f-bf4b-4617-8381-5280bbe50429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:59:41.451231 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Attempting to bind port a07dab59-6f38-4541-93e8-3451c925fe3f on network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:41.465741 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:59:41.466542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Checking segment: {'id': 'b335e79f-bf4b-4617-8381-5280bbe50429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:41.466542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.469176 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Bound using segment: {'id': 'b335e79f-bf4b-4617-8381-5280bbe50429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:59:41.469176 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Bound port: a07dab59-6f38-4541-93e8-3451c925fe3f, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b335e79f-bf4b-4617-8381-5280bbe50429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:59:41.469176 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.516801 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:41.538430 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 48b0630b-5504-440c-8044-1e2ee63b8b0f triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:41.538811 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.579155 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1cfcdc1c-c56d-429d-912c-86630500a5fb req-59689b81-d736-4acf-97dc-2ec220cdd9b8 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965989 Aug 24 07:59:41.596741 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] For port a07dab59-6f38-4541-93e8-3451c925fe3f, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:41.613898 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] For port a07dab59-6f38-4541-93e8-3451c925fe3f, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=a07dab59-6f38-4541-93e8-3451c925fe3f,segment=NetworkSegment(b335e79f-bf4b-4617-8381-5280bbe50429),segment_id=b335e79f-bf4b-4617-8381-5280bbe50429)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:41.619375 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Allocated IP 172.27.4.228 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/acd5c694-0a0b-4e8a-801c-ee132ac4cdcb) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:59:41.672526 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 48b0630b-5504-440c-8044-1e2ee63b8b0f is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:41.673079 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.710266 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.750215 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 48b0630b-5504-440c-8044-1e2ee63b8b0f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=48b0630b-5504-440c-8044-1e2ee63b8b0f,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:41.762857 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks [] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.776089 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d61509-6b5b-4c3c-b188-90565beb9162 None None] Pushing event updated for resources: {'Port': ['ID=a07dab59-6f38-4541-93e8-3451c925fe3f,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:41.826337 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.827370 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 003b6fd9-58ee-42e1-98c6-c9544ba65688 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:41.919940 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.925823 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:41.952479 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=48b0630b-5504-440c-8044-1e2ee63b8b0f,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:41.965980 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 003b6fd9-58ee-42e1-98c6-c9544ba65688 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:41.969105 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:41.981458 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:41.981458 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:41.982229 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:59:42.031775 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Pushing event updated for resources: {'Port': ['ID=acd5c694-0a0b-4e8a-801c-ee132ac4cdcb,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:42.038221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:42.083798 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 003b6fd9-58ee-42e1-98c6-c9544ba65688 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:42.143848 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:42.281144 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5178dd7-df59-4b17-9d83-78f05aa59064 req-30451aeb-6f89-437d-9570-b90591b5f290 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:42.282888 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e5178dd7-df59-4b17-9d83-78f05aa59064 req-30451aeb-6f89-437d-9570-b90591b5f290 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0532036 Aug 24 07:59:42.330419 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks [] for router_gateway (6ce82ff8-efcd-40cb-91df-943b1913655e), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:42.333761 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e5178dd7-df59-4b17-9d83-78f05aa59064 req-f553c0a5-5ad6-479f-9a83-e1a40a074e6e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447206 Aug 24 07:59:42.527357 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (6ce82ff8-efcd-40cb-91df-943b1913655e), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:42.722252 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa758d26-672a-4fec-9f6d-7774a76d231d req-c6aec3be-0f2d-4b04-929d-90475c07bd78 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:42.723780 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fa758d26-672a-4fec-9f6d-7774a76d231d req-c6aec3be-0f2d-4b04-929d-90475c07bd78 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0560379 Aug 24 07:59:42.759323 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:42.780955 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fa758d26-672a-4fec-9f6d-7774a76d231d req-cbfbddec-8087-4fd6-8e00-a8a110d7bd0c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511124 Aug 24 07:59:42.789830 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Router 6ce82ff8-efcd-40cb-91df-943b1913655e is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 07:59:42.905120 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:59:42.917094 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Sync routers for ids ['6ce82ff8-efcd-40cb-91df-943b1913655e'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:59:42.931359 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Routers {'6ce82ff8-efcd-40cb-91df-943b1913655e'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:42.931998 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['6ce82ff8-efcd-40cb-91df-943b1913655e'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:42.970633 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa47c7-1c79-415b-9036-87454049cf83 None None] Network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 07:59:42.987963 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:42.989248 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-27fc84c6-2511-4a00-a3a6-00070db6e7ad admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3723238 Aug 24 07:59:42.991978 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36362) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:43.078725 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-6b05e4bb-ec9c-49b1-b899-02a1cd66c9fc None None] Provisioning complete for port a07dab59-6f38-4541-93e8-3451c925fe3f triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:43.079103 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6b05e4bb-ec9c-49b1-b899-02a1cd66c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:43.147477 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Set router 6ce82ff8-efcd-40cb-91df-943b1913655e gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:43.323360 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 48b0630b-5504-440c-8044-1e2ee63b8b0f up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:43.328286 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-6b05e4bb-ec9c-49b1-b899-02a1cd66c9fc None None] Current status of the port a07dab59-6f38-4541-93e8-3451c925fe3f is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:43.328286 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6b05e4bb-ec9c-49b1-b899-02a1cd66c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:43.419191 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-6b05e4bb-ec9c-49b1-b899-02a1cd66c9fc None None] For port a07dab59-6f38-4541-93e8-3451c925fe3f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=a07dab59-6f38-4541-93e8-3451c925fe3f,segment=NetworkSegment(b335e79f-bf4b-4617-8381-5280bbe50429),segment_id=b335e79f-bf4b-4617-8381-5280bbe50429)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:43.482347 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 48b0630b-5504-440c-8044-1e2ee63b8b0f triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:43.482723 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:43.489820 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:40Z', 'updated_at': '2022-08-24T07:59:42Z', 'revision_number': 3, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'gw_port': {'id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:41Z', 'updated_at': '2022-08-24T07:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:43.491592 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6b05e4bb-ec9c-49b1-b899-02a1cd66c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:43.525487 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cce83-d65f-44fc-8696-11eafa1fb8dc req-c5bdc018-b3e6-4a31-b7a4-c3fd06abcc0e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:43.527729 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c77cce83-d65f-44fc-8696-11eafa1fb8dc req-c5bdc018-b3e6-4a31-b7a4-c3fd06abcc0e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0828819 Aug 24 07:59:43.544304 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Checking router: 6ce82ff8-efcd-40cb-91df-943b1913655e for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:59:43.544304 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Updating router 6ce82ff8-efcd-40cb-91df-943b1913655e port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:59:43.550881 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:43.588320 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c77cce83-d65f-44fc-8696-11eafa1fb8dc req-a13b1237-2000-4cdc-b2a5-ba238462b3ef tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537562 Aug 24 07:59:43.616679 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:43.663523 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05e4bb-ec9c-49b1-b899-02a1cd66c9fc None None] Pushing event updated for resources: {'Port': ['ID=a07dab59-6f38-4541-93e8-3451c925fe3f,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:43.673466 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-687932cd-b6e1-484a-95e7-8bbe07dea731 None None] Provisioning complete for port a07dab59-6f38-4541-93e8-3451c925fe3f triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:43.673939 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-687932cd-b6e1-484a-95e7-8bbe07dea731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:43.731317 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:43.745382 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:43.776890 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:43.809370 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 48b0630b-5504-440c-8044-1e2ee63b8b0f is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:43.810476 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device a07dab59-6f38-4541-93e8-3451c925fe3f up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:43.812958 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:43.942813 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6f032-67fb-4629-9f36-1306279b4a0d req-79db31d5-04fb-4237-99d9-647881656b83 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:43.944230 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e3f6f032-67fb-4629-9f36-1306279b4a0d req-79db31d5-04fb-4237-99d9-647881656b83 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0777984 Aug 24 07:59:43.958141 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Allocated IP 172.20.0.1 (2144ab07-b6fc-4dc6-b7a9-cee07e681840/3eb9a686-ee44-4176-9aaf-2b1f59913f4b/3590da60-dc3a-4c45-90f2-c7e66af8ce13) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:59:44.044798 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e3f6f032-67fb-4629-9f36-1306279b4a0d req-5230fbcf-d5b8-4a34-b851-2322589eeff4 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905976 Aug 24 07:59:44.076614 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:44.095938 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-687932cd-b6e1-484a-95e7-8bbe07dea731 None None] Current status of the port a07dab59-6f38-4541-93e8-3451c925fe3f is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:44.104185 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port a07dab59-6f38-4541-93e8-3451c925fe3f triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:44.104548 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.118459 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Publish callbacks [] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.225861 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.238787 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Publish callbacks [] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.246088 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port a07dab59-6f38-4541-93e8-3451c925fe3f is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:44.272843 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:44.275811 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:44.279404 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:59:44.307183 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Pushing event updated for resources: {'Port': ['ID=3590da60-dc3a-4c45-90f2-c7e66af8ce13,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:44.325072 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (6ce82ff8-efcd-40cb-91df-943b1913655e), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.360802 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.401258 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Attempting to bind port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:59:44.401635 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Attempting to bind port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:59:44.402001 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Attempting to bind port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:44.413134 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:59:44.416690 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:44.416690 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.416690 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:59:44.416690 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Bound port: acd5c694-0a0b-4e8a-801c-ee132ac4cdcb, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:59:44.416690 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.449993 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cc80f-92e8-44ef-9d69-7fa2d8f1050e None None] Pushing event updated for resources: {'Port': ['ID=acd5c694-0a0b-4e8a-801c-ee132ac4cdcb,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:44.477033 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] For port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:44.480004 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] For port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=acd5c694-0a0b-4e8a-801c-ee132ac4cdcb,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:44.519523 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-89847d4b-cf88-4ac9-a79e-333c7a918b63 None None] Provisioning complete for port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:44.519939 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-89847d4b-cf88-4ac9-a79e-333c7a918b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.521260 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.555583 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-89847d4b-cf88-4ac9-a79e-333c7a918b63 None None] Port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:59:44.569351 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.606358 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Routers {'6ce82ff8-efcd-40cb-91df-943b1913655e'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:44.606797 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['6ce82ff8-efcd-40cb-91df-943b1913655e'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:44.613603 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:44.661393 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:44.703477 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Publish callbacks [] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.708162 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cc80f-92e8-44ef-9d69-7fa2d8f1050e None None] Pushing event updated for resources: {'Port': ['ID=acd5c694-0a0b-4e8a-801c-ee132ac4cdcb,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:44.743786 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] Set router 6ce82ff8-efcd-40cb-91df-943b1913655e gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:44.762456 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86762b2b-eb06-40fb-a521-529a427af103 req-a0dbdd46-0462-4165-9f7a-348227b8bb48 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:44.764788 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-86762b2b-eb06-40fb-a521-529a427af103 req-a0dbdd46-0462-4165-9f7a-348227b8bb48 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0809500 Aug 24 07:59:44.773053 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.833166 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-86762b2b-eb06-40fb-a521-529a427af103 req-9f5ba1ee-e90e-4c6a-b7ad-fa6049db07cb tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568836 Aug 24 07:59:44.843614 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:44.868207 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (6ce82ff8-efcd-40cb-91df-943b1913655e), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:44.874998 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Pushing event updated for resources: {'Port': ['ID=3590da60-dc3a-4c45-90f2-c7e66af8ce13,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:44.949507 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:40Z', 'updated_at': '2022-08-24T07:59:44Z', 'revision_number': 4, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'gw_port': {'id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:41Z', 'updated_at': '2022-08-24T07:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3590da60-dc3a-4c45-90f2-c7e66af8ce13', 'name': '', 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'mac_address': 'fa:16:3e:19:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:43Z', 'updated_at': '2022-08-24T07:59:43Z', 'revision_number': 1, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'subnets': [{'id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:44.971110 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:44.972539 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:44.974967 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605dae66-4c50-4be0-ae05-f8191ffe4562 None None] The sync data for ids ['6ce82ff8-efcd-40cb-91df-943b1913655e'] in dv-cinder-854275-1-iscsi is: [{'id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:40Z', 'updated_at': '2022-08-24T07:59:44Z', 'revision_number': 4, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'gw_port': {'id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:41Z', 'updated_at': '2022-08-24T07:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3590da60-dc3a-4c45-90f2-c7e66af8ce13', 'name': '', 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'mac_address': 'fa:16:3e:19:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:43Z', 'updated_at': '2022-08-24T07:59:43Z', 'revision_number': 1, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'subnets': [{'id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:59:45.103817 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Router 6ce82ff8-efcd-40cb-91df-943b1913655e has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:59:45.108152 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:45.225302 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:59:45.232028 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f3ee4144-5c8e-42b0-a660-7871b09ab7fb admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/6ce82ff8-efcd-40cb-91df-943b1913655e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2378170 Aug 24 07:59:45.283638 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-6689045b-6cc2-4a26-b2da-08ce3a6a02ab None None] Provisioning complete for port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:45.284264 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6689045b-6cc2-4a26-b2da-08ce3a6a02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:45.303830 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6110f1-f107-4002-8eea-795ffc961e55 req-6b5da2a9-75db-46e9-8f76-d63807389c31 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:45.305648 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3f6110f1-f107-4002-8eea-795ffc961e55 req-6b5da2a9-75db-46e9-8f76-d63807389c31 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0820639 Aug 24 07:59:45.335409 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-6689045b-6cc2-4a26-b2da-08ce3a6a02ab None None] Port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 07:59:45.337678 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device a07dab59-6f38-4541-93e8-3451c925fe3f up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:45.386056 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3f6110f1-f107-4002-8eea-795ffc961e55 req-21451180-8330-47bd-ab5a-249d1ded814b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709674 Aug 24 07:59:45.389665 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port a07dab59-6f38-4541-93e8-3451c925fe3f triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:45.390402 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:45.470884 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port a07dab59-6f38-4541-93e8-3451c925fe3f is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:45.931617 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device b6e8c168-af88-483f-9e17-53d9c3c9d376 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 07:59:45.977904 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feec0ea-b052-4692-a752-ff35fca95a6f req-dd435af0-d38e-4a49-a8f9-47b4ec8ae438 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:45.985461 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6feec0ea-b052-4692-a752-ff35fca95a6f req-dd435af0-d38e-4a49-a8f9-47b4ec8ae438 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0585966 Aug 24 07:59:46.061433 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6feec0ea-b052-4692-a752-ff35fca95a6f req-9a3dbf9b-0a2b-4bbd-8777-a3e8e59e56ec tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645308 Aug 24 07:59:46.064181 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:46.078925 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'port_id': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'mac_address': 'fa:16:3e:65:8b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 07:59:46.121180 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port b6e8c168-af88-483f-9e17-53d9c3c9d376 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:46.121656 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:46.140381 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e8c168-af88-483f-9e17-53d9c3c9d376 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 07:59:46.166423 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:46.223297 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:46.319087 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=b6e8c168-af88-483f-9e17-53d9c3c9d376,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:46.516638 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffd71c-d351-48d2-8af1-d33fe5c0f733 req-92f9903f-2471-46b1-998d-f9b2e9f44b79 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:46.518149 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-61ffd71c-d351-48d2-8af1-d33fe5c0f733 req-92f9903f-2471-46b1-998d-f9b2e9f44b79 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 944 time: 0.0507543 Aug 24 07:59:46.558068 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['b6e8c168-af88-483f-9e17-53d9c3c9d376'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 07:59:46.584694 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-61ffd71c-d351-48d2-8af1-d33fe5c0f733 req-e167d848-20ae-41cb-883e-3d92b842dbdc tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608866 Aug 24 07:59:46.800784 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:46.815454 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:47.210125 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa3a2-b72d-41aa-a7b8-233e497c8188 req-0ba1710b-5589-47cf-a325-1dae40aa6548 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:47.211684 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c19fa3a2-b72d-41aa-a7b8-233e497c8188 req-0ba1710b-5589-47cf-a325-1dae40aa6548 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0757961 Aug 24 07:59:47.269292 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c19fa3a2-b72d-41aa-a7b8-233e497c8188 req-2dee412b-5e7a-4a10-b16d-aecabee0f350 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510993 Aug 24 07:59:47.280625 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device acd5c694-0a0b-4e8a-801c-ee132ac4cdcb up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:47.331957 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:47.332618 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:47.428728 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:47.428728 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:47.454358 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=acd5c694-0a0b-4e8a-801c-ee132ac4cdcb,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:47.551947 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:47.609029 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=acd5c694-0a0b-4e8a-801c-ee132ac4cdcb,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:47.731876 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4d24-4d13-4dbb-a3fe-3b2004902eb0 req-04302079-6b15-439c-9e09-a88abb4fefa9 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:47.737833 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a0ec4d24-4d13-4dbb-a3fe-3b2004902eb0 req-04302079-6b15-439c-9e09-a88abb4fefa9 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 944 time: 0.0634046 Aug 24 07:59:47.792424 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a0ec4d24-4d13-4dbb-a3fe-3b2004902eb0 req-b23883c6-8aca-40db-8b31-53a3d37bf633 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531955 Aug 24 07:59:47.938051 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device b6e8c168-af88-483f-9e17-53d9c3c9d376 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:47.991010 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port b6e8c168-af88-483f-9e17-53d9c3c9d376 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 07:59:48.060749 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port b6e8c168-af88-483f-9e17-53d9c3c9d376 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:48.061136 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:48.162288 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port b6e8c168-af88-483f-9e17-53d9c3c9d376 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:48.162678 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:48.202674 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:59:48.205446 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281d5ad8-9052-40c7-a630-6f17195e1cb1" -d '{"events": [{"server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "name": "network-vif-plugged", "status": "completed", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:59:48.221520 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:48.251975 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec4137c-33c4-4ead-b11c-1fe2b2346dfa x-openstack-request-id: req-7ec4137c-33c4-4ead-b11c-1fe2b2346dfa {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:59:48.252319 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "name": "network-vif-plugged", "status": "completed", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:59:48.252578 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7ec4137c-33c4-4ead-b11c-1fe2b2346dfa {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:59:48.253074 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec4137c-33c4-4ead-b11c-1fe2b2346dfa'] response: {'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'code': 200} Aug 24 07:59:48.346393 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:48.435985 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=b6e8c168-af88-483f-9e17-53d9c3c9d376,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:48.462744 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0017ed-bfc5-445b-8a31-c4e217c4ac25 req-9779f96e-2737-46ec-be72-954a53dd6845 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:48.464354 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ee0017ed-bfc5-445b-8a31-c4e217c4ac25 req-9779f96e-2737-46ec-be72-954a53dd6845 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0860701 Aug 24 07:59:48.521376 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ee0017ed-bfc5-445b-8a31-c4e217c4ac25 req-7a54dbf3-d680-499d-8bbc-41d0021f2314 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495708 Aug 24 07:59:48.725108 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Sync routers for ids ['6ce82ff8-efcd-40cb-91df-943b1913655e'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:59:48.737958 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Routers {'6ce82ff8-efcd-40cb-91df-943b1913655e'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:48.738882 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['6ce82ff8-efcd-40cb-91df-943b1913655e'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:48.854459 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Set router 6ce82ff8-efcd-40cb-91df-943b1913655e gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:48.935304 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8e51d-9847-4d75-b4d5-26bea8219e2a req-cca49dd5-b5c3-45a7-add3-bf8d5bdb4b6c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:48.937829 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0da8e51d-9847-4d75-b4d5-26bea8219e2a req-cca49dd5-b5c3-45a7-add3-bf8d5bdb4b6c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0570333 Aug 24 07:59:48.995918 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0da8e51d-9847-4d75-b4d5-26bea8219e2a req-170b2199-ddd0-463e-bf24-bbc968d548d9 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524085 Aug 24 07:59:49.069955 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:40Z', 'updated_at': '2022-08-24T07:59:44Z', 'revision_number': 4, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'gw_port': {'id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:41Z', 'updated_at': '2022-08-24T07:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3590da60-dc3a-4c45-90f2-c7e66af8ce13', 'name': '', 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'mac_address': 'fa:16:3e:19:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:43Z', 'updated_at': '2022-08-24T07:59:44Z', 'revision_number': 2, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'subnets': [{'id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:49.100117 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Checking router: 6ce82ff8-efcd-40cb-91df-943b1913655e for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:59:49.100465 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Updating router 6ce82ff8-efcd-40cb-91df-943b1913655e port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 07:59:49.129298 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:49.132292 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:49.227485 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device acd5c694-0a0b-4e8a-801c-ee132ac4cdcb up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:49.274384 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:49.274669 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:49.346300 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:49.418690 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Publish callbacks [] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:49.500352 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:49.665690 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418bfd-1d8a-49bb-bd58-c4155973c8db None None] Pushing event updated for resources: {'Port': ['ID=3590da60-dc3a-4c45-90f2-c7e66af8ce13,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:49.686028 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94496d55-5359-4057-ad42-f43865a1708a req-21abb575-611f-4e1b-b96f-4a4a128ba126 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:49.716069 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-94496d55-5359-4057-ad42-f43865a1708a req-21abb575-611f-4e1b-b96f-4a4a128ba126 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0720356 Aug 24 07:59:49.717941 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Attempting to bind port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 07:59:49.717941 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Attempting to bind port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b335e79f-bf4b-4617-8381-5280bbe50429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 07:59:49.717941 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Attempting to bind port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 on network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 07:59:49.722733 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 7, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 07:59:49.723090 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Checking segment: {'id': 'b335e79f-bf4b-4617-8381-5280bbe50429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 07:59:49.723490 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:49.723881 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Bound using segment: {'id': 'b335e79f-bf4b-4617-8381-5280bbe50429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 07:59:49.724344 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Bound port: 3590da60-dc3a-4c45-90f2-c7e66af8ce13, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b335e79f-bf4b-4617-8381-5280bbe50429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 07:59:49.724780 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:49.784431 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-94496d55-5359-4057-ad42-f43865a1708a req-3ab14dc4-f324-42a5-b25a-0f2e7ebbb4d5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707865 Aug 24 07:59:49.861065 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333db647-6365-4dcc-acd1-f62e1deeca97 req-211d8247-98fc-4cad-bd2a-b7365549a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:49.861065 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-333db647-6365-4dcc-acd1-f62e1deeca97 req-211d8247-98fc-4cad-bd2a-b7365549a59f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1129 time: 0.0683825 Aug 24 07:59:49.861307 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] For port 3590da60-dc3a-4c45-90f2-c7e66af8ce13, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 07:59:49.861307 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] For port 3590da60-dc3a-4c45-90f2-c7e66af8ce13, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=3590da60-dc3a-4c45-90f2-c7e66af8ce13,segment=NetworkSegment(b335e79f-bf4b-4617-8381-5280bbe50429),segment_id=b335e79f-bf4b-4617-8381-5280bbe50429)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 07:59:49.861307 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:49.878327 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390c9f-f443-4941-897a-b760d20fa9a1 req-d5ea7c4e-36cc-4098-8f39-78e54fc59c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:49.880417 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1d390c9f-f443-4941-897a-b760d20fa9a1 req-d5ea7c4e-36cc-4098-8f39-78e54fc59c8d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 1129 time: 0.0503767 Aug 24 07:59:49.910907 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-333db647-6365-4dcc-acd1-f62e1deeca97 req-fdcdf584-8841-4e04-9b19-f27ddad8d196 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850706 Aug 24 07:59:49.944918 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1d390c9f-f443-4941-897a-b760d20fa9a1 req-c4eb7d11-f30e-42c1-a144-40ff553ef195 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517025 Aug 24 07:59:50.044907 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:50.147342 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418bfd-1d8a-49bb-bd58-c4155973c8db None None] Pushing event updated for resources: {'Port': ['ID=3590da60-dc3a-4c45-90f2-c7e66af8ce13,revision_number=4']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:50.163734 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Routers {'6ce82ff8-efcd-40cb-91df-943b1913655e'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:50.164357 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['6ce82ff8-efcd-40cb-91df-943b1913655e'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:50.205173 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b727a-e40d-493d-9214-335c27d01b4c req-95aa6e08-ce73-46ad-89f8-4168ff4e630c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:50.207454 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b17b727a-e40d-493d-9214-335c27d01b4c req-95aa6e08-ce73-46ad-89f8-4168ff4e630c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0619993 Aug 24 07:59:50.269007 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b17b727a-e40d-493d-9214-335c27d01b4c req-916dc4cb-a05b-4c7b-9cd1-c77fd53fdc49 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556774 Aug 24 07:59:50.316442 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] Set router 6ce82ff8-efcd-40cb-91df-943b1913655e gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:50.425803 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:50.545788 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:40Z', 'updated_at': '2022-08-24T07:59:44Z', 'revision_number': 4, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'gw_port': {'id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:41Z', 'updated_at': '2022-08-24T07:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3590da60-dc3a-4c45-90f2-c7e66af8ce13', 'name': '', 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'mac_address': 'fa:16:3e:19:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:43Z', 'updated_at': '2022-08-24T07:59:49Z', 'revision_number': 4, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'subnets': [{'id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:50.572198 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973605d6-d499-47e0-ab1e-4137d9f20210 None None] The sync data for ids ['6ce82ff8-efcd-40cb-91df-943b1913655e'] in dv-cinder-854275-1-iscsi is: [{'id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:40Z', 'updated_at': '2022-08-24T07:59:44Z', 'revision_number': 4, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'gw_port': {'id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:41Z', 'updated_at': '2022-08-24T07:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '3590da60-dc3a-4c45-90f2-c7e66af8ce13', 'name': '', 'network_id': '2144ab07-b6fc-4dc6-b7a9-cee07e681840', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'mac_address': 'fa:16:3e:19:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:43Z', 'updated_at': '2022-08-24T07:59:49Z', 'revision_number': 4, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'subnets': [{'id': '3eb9a686-ee44-4176-9aaf-2b1f59913f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:59:50.946036 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eaf27-3452-4016-831f-42a5a2e6ed24 req-d0e5fe6d-86b9-4b00-9ff9-74aeab5c5e20 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:50.947713 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a43eaf27-3452-4016-831f-42a5a2e6ed24 req-d0e5fe6d-86b9-4b00-9ff9-74aeab5c5e20 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0605547 Aug 24 07:59:51.003008 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:51.023931 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a43eaf27-3452-4016-831f-42a5a2e6ed24 req-3b336585-2a99-47cb-8248-f54d9a8c3e71 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652471 Aug 24 07:59:51.307684 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 3590da60-dc3a-4c45-90f2-c7e66af8ce13 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:51.393958 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:51.394713 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:51.484131 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:51.498811 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:51.499271 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:51.547484 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:51.572525 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 3590da60-dc3a-4c45-90f2-c7e66af8ce13, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=3590da60-dc3a-4c45-90f2-c7e66af8ce13,segment=NetworkSegment(b335e79f-bf4b-4617-8381-5280bbe50429),segment_id=b335e79f-bf4b-4617-8381-5280bbe50429)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:51.707712 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-484ca0dc-e51d-4baf-b095-622ebf78dc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:51.715008 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:51.844047 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=3590da60-dc3a-4c45-90f2-c7e66af8ce13,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:51.854687 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.855040 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.856636 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.857032 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.857373 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.857707 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.858123 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.858460 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.859316 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.860400 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.860784 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.861666 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.862010 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.862342 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.862720 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:51.868710 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44185b49-268a-4a83-bd65-9e663b76b219 req-96a57b79-57be-44d5-9ff3-8b009ec52cc0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:51.878132 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-44185b49-268a-4a83-bd65-9e663b76b219 req-96a57b79-57be-44d5-9ff3-8b009ec52cc0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0755539 Aug 24 07:59:51.938824 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-44185b49-268a-4a83-bd65-9e663b76b219 req-2c5e02cb-96aa-4767-a336-72b2728c0d76 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596275 Aug 24 07:59:52.136345 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:52.150444 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc99af-730f-43bf-9c0b-79cc73e1545f req-463a72d2-3ff0-4658-9af2-af7bd238bca3 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:52.151915 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d3fc99af-730f-43bf-9c0b-79cc73e1545f req-463a72d2-3ff0-4658-9af2-af7bd238bca3 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0543997 Aug 24 07:59:52.246892 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d3fc99af-730f-43bf-9c0b-79cc73e1545f req-451a9dc3-d523-475f-b3f3-843826974325 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858767 Aug 24 07:59:52.267347 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36476) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:52.394869 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669c219-1851-4942-9176-40ddba80837c req-a8c8b642-7fd0-4f8d-98e0-d213dd2e2f18 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:52.397671 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6669c219-1851-4942-9176-40ddba80837c req-a8c8b642-7fd0-4f8d-98e0-d213dd2e2f18 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0640104 Aug 24 07:59:52.491901 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6669c219-1851-4942-9176-40ddba80837c req-0bc41c2f-6e92-4687-a3a3-b9c4f6a8ee6b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859272 Aug 24 07:59:52.605427 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a8dbd4-f1ad-4217-8503-a30900e74d85 tempest-TestShelveInstance-1490724281 tempest-TestShelveInstance-1490724281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:52.610957 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 36486) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:52.611355 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-83a8dbd4-f1ad-4217-8503-a30900e74d85 tempest-TestShelveInstance-1490724281 tempest-TestShelveInstance-1490724281-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1124 time: 0.3394754 Aug 24 07:59:52.618343 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'port_id': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:52.775510 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:52.887140 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:52.895496 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:53.059305 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Allocated IP 172.27.4.145 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/cded5eb0-4269-41c2-b00e-b838840c77ce) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 07:59:53.129491 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for port (cded5eb0-4269-41c2-b00e-b838840c77ce), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:53.240909 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 3590da60-dc3a-4c45-90f2-c7e66af8ce13 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 07:59:53.294580 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 07:59:53.295203 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:53.377393 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 07:59:53.398680 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (cded5eb0-4269-41c2-b00e-b838840c77ce), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:53.404955 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:53.441001 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 07:59:53.443909 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 07:59:53.446495 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 07:59:53.485648 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'Port': ['ID=cded5eb0-4269-41c2-b00e-b838840c77ce,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:53.518059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.523059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.524370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.524370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.524370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 07:59:53.635267 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed29cfe-5801-49dd-a840-5c6385d993dc req-fd4d8603-0b92-4656-976d-b5c9756de99a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:53.643935 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-eed29cfe-5801-49dd-a840-5c6385d993dc req-fd4d8603-0b92-4656-976d-b5c9756de99a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0707574 Aug 24 07:59:53.741868 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-eed29cfe-5801-49dd-a840-5c6385d993dc req-5f11d903-bf3c-432b-8d0b-c0e2d4a5eaae tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966954 Aug 24 07:59:53.747554 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-3a4d1995-c0f3-478c-976c-aae0113dd27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:53.750011 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-3a4d1995-c0f3-478c-976c-aae0113dd27c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 1129 time: 0.0972757 Aug 24 07:59:53.869763 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-b3eef9e2-ffc3-41e5-afe2-a5dfe518b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:53.871788 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-b3eef9e2-ffc3-41e5-afe2-a5dfe518b0f0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.1127808 Aug 24 07:59:53.882926 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3ebdd560-f40c-46bc-a969-66ad3b9281e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:53.937249 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for floatingip (037e070b-9c2d-4f86-af2e-176fc8c80ce1), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:53.958586 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-edf3d156-3fa3-41f6-9627-e620bffe87d7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acdda10-43f7-423f-9513-4deb10644221 HTTP/1.1" status: 200 len: 1000 time: 0.0756495 Aug 24 07:59:54.006428 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:54.023498 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-127d86db-ce3c-4b5e-ae2a-b9574e3d20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:54.024916 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-127d86db-ce3c-4b5e-ae2a-b9574e3d20e0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0600622 Aug 24 07:59:54.084751 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-2dce5c43-0cd6-48a7-b00d-b20f8abdc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:54.086549 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-2dce5c43-0cd6-48a7-b00d-b20f8abdc592 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531404 Aug 24 07:59:54.198938 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-37d7d6bd-8e17-455a-ba0d-eeaea1d08b87 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062539 Aug 24 07:59:54.201139 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cded5eb0-4269-41c2-b00e-b838840c77ce), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:54.324927 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0afeaa1a-d885-41d0-89ac-b3b0236a078c req-354fc262-945e-49d8-9174-6455f1aab838 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189563 Aug 24 07:59:54.391720 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:54.438043 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for port (cded5eb0-4269-41c2-b00e-b838840c77ce), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:54.534878 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (cded5eb0-4269-41c2-b00e-b838840c77ce), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:54.617185 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (037e070b-9c2d-4f86-af2e-176fc8c80ce1), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:54.650265 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event updated for resources: {'Port': ['ID=cded5eb0-4269-41c2-b00e-b838840c77ce,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:54.719958 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Floating IP 037e070b-9c2d-4f86-af2e-176fc8c80ce1 associated. External IP: 172.27.4.145, port: b6e8c168-af88-483f-9e17-53d9c3c9d376. Aug 24 07:59:54.933310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:54.950708 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482c946-6e5a-4d59-b17c-b416acc362a3 req-58de85e8-458b-4598-8e58-d8e2d91674c3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:54.952192 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5482c946-6e5a-4d59-b17c-b416acc362a3 req-58de85e8-458b-4598-8e58-d8e2d91674c3 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0839062 Aug 24 07:59:55.002435 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55d306-88d2-4fd8-bde8-1ac466ae785b req-9325851e-a17b-424d-98d4-9d085ea182bf tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:55.004595 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9c55d306-88d2-4fd8-bde8-1ac466ae785b req-9325851e-a17b-424d-98d4-9d085ea182bf tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0590367 Aug 24 07:59:55.029011 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5482c946-6e5a-4d59-b17c-b416acc362a3 req-7d1fb29c-e7b7-4879-8309-74c5b9ef2f25 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687191 Aug 24 07:59:55.036747 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:59:55.085266 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9c55d306-88d2-4fd8-bde8-1ac466ae785b req-af91a28b-981e-4997-b972-b493ea2a5e86 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795074 Aug 24 07:59:55.165428 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:59:55.176593 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] Sync routers for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:59:55.190390 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:55.191015 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:55.262933 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:55.302933 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-9d59a3e8-0402-40b4-92d2-e3c9aa3c83fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6905208 Aug 24 07:59:55.303620 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:59:55.305960 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574b8b02-0926-427e-ac79-148f795fbc90" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:59:55.322967 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:55.357595 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 07:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ae752f-7cd1-4ea5-a3c0-236b66e131ed x-openstack-request-id: req-e1ae752f-7cd1-4ea5-a3c0-236b66e131ed {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:59:55.357952 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:59:55.358269 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1ae752f-7cd1-4ea5-a3c0-236b66e131ed {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:59:55.358759 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ae752f-7cd1-4ea5-a3c0-236b66e131ed'] response: {'name': 'network-changed', 'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'status': 'completed', 'code': 200} Aug 24 07:59:55.518597 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:55.734040 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '037e070b-9c2d-4f86-af2e-176fc8c80ce1', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'floating_ip_address': '172.27.4.145', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'port_id': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'mac_address': 'fa:16:3e:65:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce799f4-91d9-4521-af5d-63757a11823c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:59:53Z', 'updated_at': '2022-08-24T07:59:53Z', 'revision_number': 0, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2c6b59-a449-45aa-964d-a23ceb942aa0', 'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'mac_address': 'fa:16:3e:0c:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:50Z', 'updated_at': '2022-08-24T07:58:58Z', 'revision_number': 5, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'subnets': [{'id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:55.757163 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 07:59:55.769597 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] Checking router: 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:59:55.788825 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:55.789448 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:55.861912 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b8b02-0926-427e-ac79-148f795fbc90 req-37580012-13a3-4426-ad4c-e0fca58bf68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:55.864404 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-574b8b02-0926-427e-ac79-148f795fbc90 req-37580012-13a3-4426-ad4c-e0fca58bf68a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=576781ceab42470e9fd28a32ccb29e7f&device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1129 time: 0.0612078 Aug 24 07:59:55.912491 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:56.000987 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:56.213502 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fab8c-a5a8-464a-9bce-3e3b6b3c5a45 req-922404ee-be7b-4a1d-a304-0e914e4713e8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:56.217114 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-566fab8c-a5a8-464a-9bce-3e3b6b3c5a45 req-922404ee-be7b-4a1d-a304-0e914e4713e8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0670803 Aug 24 07:59:56.230114 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '037e070b-9c2d-4f86-af2e-176fc8c80ce1', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'floating_ip_address': '172.27.4.145', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'port_id': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'mac_address': 'fa:16:3e:65:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce799f4-91d9-4521-af5d-63757a11823c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:59:53Z', 'updated_at': '2022-08-24T07:59:53Z', 'revision_number': 0, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2c6b59-a449-45aa-964d-a23ceb942aa0', 'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'mac_address': 'fa:16:3e:0c:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:50Z', 'updated_at': '2022-08-24T07:58:58Z', 'revision_number': 5, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'subnets': [{'id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:56.235208 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:56.258634 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a6760-ee13-4c21-9c62-ba1d0b964dbb None None] The sync data for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi is: [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '037e070b-9c2d-4f86-af2e-176fc8c80ce1', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'floating_ip_address': '172.27.4.145', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'port_id': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'mac_address': 'fa:16:3e:65:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce799f4-91d9-4521-af5d-63757a11823c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:59:53Z', 'updated_at': '2022-08-24T07:59:53Z', 'revision_number': 0, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2c6b59-a449-45aa-964d-a23ceb942aa0', 'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'mac_address': 'fa:16:3e:0c:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:50Z', 'updated_at': '2022-08-24T07:58:58Z', 'revision_number': 5, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'subnets': [{'id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 07:59:56.267479 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936172f-0e2e-4956-a08b-df74c84bbca9 req-db171cc4-bde1-4516-b165-324504bc1db2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:56.269066 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7936172f-0e2e-4956-a08b-df74c84bbca9 req-db171cc4-bde1-4516-b165-324504bc1db2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0775058 Aug 24 07:59:56.301912 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-566fab8c-a5a8-464a-9bce-3e3b6b3c5a45 req-73998af0-1de1-4d80-b641-174138fbe5af tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770304 Aug 24 07:59:56.345310 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7936172f-0e2e-4956-a08b-df74c84bbca9 req-783946b0-527f-4c51-9022-0ccd4c797b37 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635898 Aug 24 07:59:56.566073 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64597af-f9c7-4953-a072-3f7a615245e3 None None] New status for floating IP 037e070b-9c2d-4f86-af2e-176fc8c80ce1: ACTIVE {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 07:59:57.071838 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:57.245810 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:57.290759 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:57.354018 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b8b02-0926-427e-ac79-148f795fbc90 req-847124c8-8cc0-45a8-b0ee-8a2feb4b1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:57.355544 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-574b8b02-0926-427e-ac79-148f795fbc90 req-847124c8-8cc0-45a8-b0ee-8a2feb4b1a85 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=fd82724f-8179-4a88-b4ce-3be85f3e9585 HTTP/1.1" status: 200 len: 910 time: 0.0883701 Aug 24 07:59:57.469055 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d93c68-788a-4035-b436-8ffb0757a8be req-c8f23243-236b-4970-af28-7159f8ef9bde tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:57.470496 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f5d93c68-788a-4035-b436-8ffb0757a8be req-c8f23243-236b-4970-af28-7159f8ef9bde tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0692008 Aug 24 07:59:57.504041 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca29a6-f9d2-4fe7-a3b9-76dea450b5cd req-48ff81bf-fb75-470a-ab24-1535a0922e80 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:57.505565 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0cca29a6-f9d2-4fe7-a3b9-76dea450b5cd req-48ff81bf-fb75-470a-ab24-1535a0922e80 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0535443 Aug 24 07:59:57.561655 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f5d93c68-788a-4035-b436-8ffb0757a8be req-af48dff2-eb35-462e-b6da-6cc80106c157 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831435 Aug 24 07:59:57.579897 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0cca29a6-f9d2-4fe7-a3b9-76dea450b5cd req-97b081ba-d7a9-4dc9-9acd-c08fc6af72b4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679913 Aug 24 07:59:57.911350 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-574b8b02-0926-427e-ac79-148f795fbc90 req-a211db38-26d1-4831-a47e-c19feeddb92d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 200 len: 1001 time: 0.0660300 Aug 24 07:59:57.965770 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-5b850f7c-6e5e-4139-85dd-0872c71389a6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:57.967404 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-5b850f7c-6e5e-4139-85dd-0872c71389a6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0475984 Aug 24 07:59:57.967639 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b8b02-0926-427e-ac79-148f795fbc90 req-54cf5011-30dc-47b5-b548-7ec7867a9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:57.969008 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-574b8b02-0926-427e-ac79-148f795fbc90 req-54cf5011-30dc-47b5-b548-7ec7867a9f7c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=6c863f22-f460-4703-b0a9-df7efb9c8ffe HTTP/1.1" status: 200 len: 848 time: 0.0499895 Aug 24 07:59:58.018717 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b8b02-0926-427e-ac79-148f795fbc90 req-439a7d27-76cf-4311-8768-c3853b0092da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:58.020233 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-574b8b02-0926-427e-ac79-148f795fbc90 req-439a7d27-76cf-4311-8768-c3853b0092da service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=fd82724f-8179-4a88-b4ce-3be85f3e9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415998 Aug 24 07:59:58.062267 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Deleting port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 07:59:58.062608 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:58.082157 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:58.117998 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-574b8b02-0926-427e-ac79-148f795fbc90 req-a24b3036-afe0-4d17-830f-030c8eb8a98d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911446 Aug 24 07:59:58.163227 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] For port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 07:59:58.163512 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:58.222452 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-574b8b02-0926-427e-ac79-148f795fbc90 req-c6814024-03c6-400f-93e8-0bfa42e4ecdb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984609 Aug 24 07:59:58.684049 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aa010-cd46-405b-8839-6be957f64f5c req-b174870d-9f8f-470f-a558-20dfd59d48d5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:58.685600 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e87aa010-cd46-405b-8839-6be957f64f5c req-b174870d-9f8f-470f-a558-20dfd59d48d5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0504777 Aug 24 07:59:58.712614 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-5db3b0e8-d39c-4f27-8c14-20578fb7605f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:58.714119 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-5db3b0e8-d39c-4f27-8c14-20578fb7605f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/networks?id=7a10c488-dc2f-4637-9b64-65c3d3616e74 HTTP/1.1" status: 200 len: 815 time: 0.1979806 Aug 24 07:59:58.716090 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:58.716452 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (58e9eef2-8b77-4962-a2f9-7e4cab478562), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:58.716794 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Floating IP 58e9eef2-8b77-4962-a2f9-7e4cab478562 disassociated. External IP: 172.27.4.220, port: 45373581-1bd1-4a1b-aff0-a6e9993cd6b9. Aug 24 07:59:58.717140 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Calling delete_port for 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 07:59:58.735325 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:58.739469 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e87aa010-cd46-405b-8839-6be957f64f5c req-d4385575-427b-4d78-9f8c-8660f8dfb156 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456834 Aug 24 07:59:58.740461 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-9c92a715-6fdc-4797-b4c1-31849bf73e70 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/quotas/4b41efe770974b3aa9a34e21dc2ea5d2 HTTP/1.1" status: 200 len: 375 time: 0.0189285 Aug 24 07:59:58.807791 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:58.847094 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-b82bc29e-e287-419f-8725-e522fd806cc2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716927 Aug 24 07:59:58.850583 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0741c5-0de3-49cc-961b-939d059af863 req-c70567c0-92be-45b1-b98c-005bdb0f0a8c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:58.852089 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0c0741c5-0de3-49cc-961b-939d059af863 req-c70567c0-92be-45b1-b98c-005bdb0f0a8c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 946 time: 0.0529490 Aug 24 07:59:58.901785 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0c0741c5-0de3-49cc-961b-939d059af863 req-2a8ac8c9-d452-4b2c-9645-2744a24109ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9ed39aba-e688-4a4e-a0ba-830c53abb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Aug 24 07:59:58.987812 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-ff0c45e6-a571-4e7d-95ee-67ee6d1848d1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257148 Aug 24 07:59:59.009196 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5120da-a4e6-49fa-9635-490b22772c64 req-4ee67c11-d4e6-4da2-ada4-227e7042215b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 07:59:59.010708 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5b5120da-a4e6-49fa-9635-490b22772c64 req-4ee67c11-d4e6-4da2-ada4-227e7042215b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0492523 Aug 24 07:59:59.020927 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36566) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 07:59:59.025533 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-47f9da9a-e701-402f-9c24-f9aef8676247 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Request body: {'floatingip': {'port_id': '8acdda10-43f7-423f-9513-4deb10644221'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 07:59:59.052947 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (45373581-1bd1-4a1b-aff0-a6e9993cd6b9), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:59.096121 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event deleted for resources: {'Port': ['ID=45373581-1bd1-4a1b-aff0-a6e9993cd6b9,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 07:59:59.127059 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-b4e245cf-9662-40e4-825e-37544a9a4c89 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335714 Aug 24 07:59:59.150452 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-47f9da9a-e701-402f-9c24-f9aef8676247 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for floatingip (32939667-ffad-4cc0-8880-5225accd2938), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:59.239872 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 07:59:59.351514 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:59.374059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 07:59:59.396270 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] Sync routers for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 07:59:59.416478 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:59.418428 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:59.432055 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] No DVR routers for this DVR port 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 07:59:59.442283 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 07:59:59.445695 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-25b7ffc6-ef4b-4082-a61e-c65e6a583d2e req-e41176ee-39f4-46a6-98d5-e8c63c716bfe tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "DELETE /networking/v2.0/ports/45373581-1bd1-4a1b-aff0-a6e9993cd6b9 HTTP/1.1" status: 204 len: 173 time: 1.4673977 Aug 24 07:59:59.446182 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-deleted', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 07:59:59.449975 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030242e2-672c-43d8-9e1e-b1c736e49812" -d '{"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-deleted", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 07:59:59.476564 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2cfdd6c1-a614-4480-8e17-5aa9c8c078ce req-69651217-2236-4b3f-a1ab-3b87f5443ee9 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 210 time: 0.0666349 Aug 24 07:59:59.532321 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 07:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964ecf14-6034-4a3c-9bb8-f56ba06293e5 x-openstack-request-id: req-964ecf14-6034-4a3c-9bb8-f56ba06293e5 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 07:59:59.533070 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a266e179-03cc-40b3-902d-aab680174711", "name": "network-vif-deleted", "tag": "45373581-1bd1-4a1b-aff0-a6e9993cd6b9", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 07:59:59.533354 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-964ecf14-6034-4a3c-9bb8-f56ba06293e5 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 07:59:59.533813 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964ecf14-6034-4a3c-9bb8-f56ba06293e5'] response: {'server_uuid': 'a266e179-03cc-40b3-902d-aab680174711', 'name': 'network-vif-deleted', 'tag': '45373581-1bd1-4a1b-aff0-a6e9993cd6b9', 'status': 'completed', 'code': 200} Aug 24 07:59:59.559364 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 07:59:59.572985 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 07:59:59.862027 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 07:59:59.898787 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] Checking router: 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 07:59:59.909730 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 07:59:59.910342 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:00.048780 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:00:00.078001 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-866c6711-259b-45ac-843b-3b23dd9f477e req-c36c672a-3e4c-40d2-911f-60882623f43e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a266e179-03cc-40b3-902d-aab680174711 HTTP/1.1" status: 200 len: 210 time: 0.0665283 Aug 24 08:00:00.186708 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-47f9da9a-e701-402f-9c24-f9aef8676247 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:00.257334 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-47f9da9a-e701-402f-9c24-f9aef8676247 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (32939667-ffad-4cc0-8880-5225accd2938), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:00.267528 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:00.294239 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca599376-7a59-4440-bc1c-e16c862158e2 None None] The sync data for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi is: [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:00:00.495729 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f9da9a-e701-402f-9c24-f9aef8676247 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:00:00.602099 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e5e4d83c-4bce-4cd2-9e43-2903e19e20b2 req-9438919f-c32b-4bf2-8988-55c8e3749317 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 210 time: 0.0445409 Aug 24 08:00:00.617773 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f9da9a-e701-402f-9c24-f9aef8676247 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:00:00.624404 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-47f9da9a-e701-402f-9c24-f9aef8676247 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:00.630764 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] Sync routers for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:00:00.643030 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6139f33-e994-4367-94f7-59e2b9b441c3 None None] New status for floating IP 58e9eef2-8b77-4962-a2f9-7e4cab478562: DOWN {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:00:00.656156 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:00:00.657336 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:00.665234 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'tag': '8acdda10-43f7-423f-9513-4deb10644221'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:00.667536 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922a1a8f-3853-41d3-9872-6911685626db" -d '{"events": [{"name": "network-changed", "server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "tag": "8acdda10-43f7-423f-9513-4deb10644221"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:00.705321 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:00.716856 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-47f9da9a-e701-402f-9c24-f9aef8676247 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/32939667-ffad-4cc0-8880-5225accd2938 HTTP/1.1" status: 200 len: 992 time: 1.6946840 Aug 24 08:00:00.737994 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54534a71-59ac-43e4-acbb-ce2826247cfd x-openstack-request-id: req-54534a71-59ac-43e4-acbb-ce2826247cfd {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:00.738484 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "tag": "8acdda10-43f7-423f-9513-4deb10644221", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:00.738927 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54534a71-59ac-43e4-acbb-ce2826247cfd {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:00.739545 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54534a71-59ac-43e4-acbb-ce2826247cfd'] response: {'name': 'network-changed', 'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'tag': '8acdda10-43f7-423f-9513-4deb10644221', 'status': 'completed', 'code': 200} Aug 24 08:00:00.799039 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:00:00.809983 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a1a8f-3853-41d3-9872-6911685626db req-b61a13bb-6ba9-4351-ab3e-e9cb64775982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:00.811727 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-922a1a8f-3853-41d3-9872-6911685626db req-b61a13bb-6ba9-4351-ab3e-e9cb64775982 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 1129 time: 0.0465455 Aug 24 08:00:01.018653 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a1a8f-3853-41d3-9872-6911685626db req-80f64897-e5ca-4c7b-a5dd-aee928cc4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:01.020298 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-922a1a8f-3853-41d3-9872-6911685626db req-80f64897-e5ca-4c7b-a5dd-aee928cc4c56 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.1004975 Aug 24 08:00:01.037508 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '32939667-ffad-4cc0-8880-5225accd2938', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'port_id': '8acdda10-43f7-423f-9513-4deb10644221', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'mac_address': 'fa:16:3e:bd:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:57:42Z', 'updated_at': '2022-08-24T08:00:00Z', 'revision_number': 3, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:47Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:01.062797 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] Checking router: 52d1b0e2-991e-4544-b2f3-3f8c206b97fa for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:00:01.071745 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:00:01.072275 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T07:59:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:01.175167 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:00:01.176672 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:01.231966 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36596) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:01.300527 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (9ed39aba-e688-4a4e-a0ba-830c53abb8c9), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:01.327763 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (9ed39aba-e688-4a4e-a0ba-830c53abb8c9), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:01.348693 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-922a1a8f-3853-41d3-9872-6911685626db req-3ae6e896-0bd4-4ee2-9a8e-5066a454c22b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acdda10-43f7-423f-9513-4deb10644221 HTTP/1.1" status: 200 len: 1000 time: 0.0787468 Aug 24 08:00:01.425537 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a1a8f-3853-41d3-9872-6911685626db req-647e7445-374c-4bbf-9519-07be7481de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:01.427085 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-922a1a8f-3853-41d3-9872-6911685626db req-647e7445-374c-4bbf-9519-07be7481de0d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0720835 Aug 24 08:00:01.448509 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '32939667-ffad-4cc0-8880-5225accd2938', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'port_id': '8acdda10-43f7-423f-9513-4deb10644221', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'mac_address': 'fa:16:3e:bd:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:57:42Z', 'updated_at': '2022-08-24T08:00:00Z', 'revision_number': 3, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:47Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:01.463386 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (9ed39aba-e688-4a4e-a0ba-830c53abb8c9), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:01.467050 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:01.471593 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 36598) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:01.472253 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9ed39aba-e688-4a4e-a0ba-830c53abb8c9 HTTP/1.1" status: 204 len: 168 time: 0.2388120 Aug 24 08:00:01.479418 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99426b80-2392-4fb5-9e26-1e7b19b8c5fc None None] The sync data for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi is: [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '32939667-ffad-4cc0-8880-5225accd2938', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'port_id': '8acdda10-43f7-423f-9513-4deb10644221', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'mac_address': 'fa:16:3e:bd:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T07:57:42Z', 'updated_at': '2022-08-24T08:00:00Z', 'revision_number': 3, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:47Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:00:01.484425 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed39aba-e688-4a4e-a0ba-830c53abb8c9,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:01.490630 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.api.v2.resource [None req-20bb0130-e50e-4701-a813-018d853c533f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] show failed (client error): The resource could not be found. Aug 24 08:00:01.491655 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-20bb0130-e50e-4701-a813-018d853c533f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups/9ed39aba-e688-4a4e-a0ba-830c53abb8c9 HTTP/1.1" status: 404 len: 347 time: 0.0183644 Aug 24 08:00:01.499341 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36600) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:01.507630 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.508326 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.508723 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.509047 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a1a8f-3853-41d3-9872-6911685626db req-8319569f-9d53-4c0c-9075-c2d943c06919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:01.509162 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.509395 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.509819 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.510155 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.510480 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.510808 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.511132 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.511473 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.512355 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.512772 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.513095 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.513672 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3254a9-bc16-4afc-b164-65a7fc8a6f2e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:01.514038 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-922a1a8f-3853-41d3-9872-6911685626db req-8319569f-9d53-4c0c-9075-c2d943c06919 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764163 Aug 24 08:00:01.643808 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Deleting port dd3d3bd5-18a6-4418-9cd1-578534de336c {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:00:01.644170 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (dd3d3bd5-18a6-4418-9cd1-578534de336c), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:01.716181 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-246d7fc5-435a-4a17-b433-73be20153efa req-47e88395-3560-4968-995a-45d567ac1fdf tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 210 time: 0.0355706 Aug 24 08:00:01.744245 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (dd3d3bd5-18a6-4418-9cd1-578534de336c), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:01.744584 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (dd3d3bd5-18a6-4418-9cd1-578534de336c), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:01.762085 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Calling delete_port for dd3d3bd5-18a6-4418-9cd1-578534de336c owned by network:floatingip {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:00:01.817313 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:01.835945 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:01.909726 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-922a1a8f-3853-41d3-9872-6911685626db req-3cb33674-8991-444c-8230-b578ebb071df service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321089 Aug 24 08:00:02.022462 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-922a1a8f-3853-41d3-9872-6911685626db req-96f1eaee-8923-4ef0-b9b9-931628a37142 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047032 Aug 24 08:00:02.026852 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:00:02.044250 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (dd3d3bd5-18a6-4418-9cd1-578534de336c), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:02.052198 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:00:02.052198 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 45373581-1bd1-4a1b-aff0-a6e9993cd6b9 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:00:02.081848 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event deleted for resources: {'Port': ['ID=dd3d3bd5-18a6-4418-9cd1-578534de336c,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:02.145391 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (58e9eef2-8b77-4962-a2f9-7e4cab478562), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:02.148339 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:02.150649 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-5d418f76-2cac-4477-babf-cf7054da78ef tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/58e9eef2-8b77-4962-a2f9-7e4cab478562 HTTP/1.1" status: 204 len: 168 time: 0.6503196 Aug 24 08:00:02.319014 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36610) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:02.323734 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-4f7b7305-8b60-43be-8006-0d35423004d0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729586249', 'description': 'tempest-description--826232366'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:02.343868 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:02.441303 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7305-8b60-43be-8006-0d35423004d0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:02.534424 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7305-8b60-43be-8006-0d35423004d0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (6bcf7c22-4645-477a-bd73-3db09beaacef), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:02.611659 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7305-8b60-43be-8006-0d35423004d0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (6bcf7c22-4645-477a-bd73-3db09beaacef), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:02.642407 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b7305-8b60-43be-8006-0d35423004d0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcf7c22-4645-477a-bd73-3db09beaacef,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:02.741077 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'tag': '8acdda10-43f7-423f-9513-4deb10644221'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:02.743608 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47625e23-1ef0-48ba-b2b1-deb18807c84d" -d '{"events": [{"name": "network-changed", "server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "tag": "8acdda10-43f7-423f-9513-4deb10644221"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:02.767766 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7305-8b60-43be-8006-0d35423004d0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:02.773038 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-4f7b7305-8b60-43be-8006-0d35423004d0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4527895 Aug 24 08:00:02.773660 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 36616) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:02.778606 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-f8630833-acb5-4cb4-80c0-ca6745af0350 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'security_group_rule': {'security_group_id': '6bcf7c22-4645-477a-bd73-3db09beaacef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:02.794542 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3359ca0-ea76-413d-a0fd-df38127daf7e x-openstack-request-id: req-b3359ca0-ea76-413d-a0fd-df38127daf7e {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:02.795386 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "tag": "8acdda10-43f7-423f-9513-4deb10644221", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:02.795386 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b3359ca0-ea76-413d-a0fd-df38127daf7e {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:02.795746 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3359ca0-ea76-413d-a0fd-df38127daf7e'] response: {'name': 'network-changed', 'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'tag': '8acdda10-43f7-423f-9513-4deb10644221', 'status': 'completed', 'code': 200} Aug 24 08:00:02.840326 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5f8722ad-958a-4162-9660-49eeb78fa6f3 req-dc7abb3f-76e3-47ae-b7b7-5c64c525bf68 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 210 time: 0.0400679 Aug 24 08:00:02.867993 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-bf5fc296-8e53-492c-8a52-70fb06d2ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:02.869703 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-bf5fc296-8e53-492c-8a52-70fb06d2ef51 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 1129 time: 0.0554676 Aug 24 08:00:02.901396 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f8630833-acb5-4cb4-80c0-ca6745af0350 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (0e06fb0e-2884-4b94-88e7-3a570327638e), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:02.903443 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-6ee3b5ac-6a20-44f5-bf62-238bc4b18d89 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:02.904874 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-6ee3b5ac-6a20-44f5-bf62-238bc4b18d89 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.45 "GET /networking/v2.0/networks?id=7a10c488-dc2f-4637-9b64-65c3d3616e74 HTTP/1.1" status: 200 len: 815 time: 0.1552045 Aug 24 08:00:02.917551 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'port': {'device_id': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'admin_state_up': True, 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:03.013622 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f8630833-acb5-4cb4-80c0-ca6745af0350 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (0e06fb0e-2884-4b94-88e7-3a570327638e), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.016703 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-43dd250c-d6d0-43c9-92db-b10ba8d40a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:03.018246 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-43dd250c-d6d0-43c9-92db-b10ba8d40a8a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.1420348 Aug 24 08:00:03.093884 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-c9463df8-4c26-4ec8-83b2-00acfda2d5e0 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acdda10-43f7-423f-9513-4deb10644221 HTTP/1.1" status: 200 len: 1000 time: 0.0682857 Aug 24 08:00:03.100746 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f8630833-acb5-4cb4-80c0-ca6745af0350 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (0e06fb0e-2884-4b94-88e7-3a570327638e), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.132167 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Made reservation on behalf of 4b41efe770974b3aa9a34e21dc2ea5d2 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:00:03.137908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.156439 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8630833-acb5-4cb4-80c0-ca6745af0350 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e06fb0e-2884-4b94-88e7-3a570327638e,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:03.174903 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-ea9e6041-18a4-41b6-8890-d5bac3146044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:03.176529 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-ea9e6041-18a4-41b6-8890-d5bac3146044 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0736997 Aug 24 08:00:03.224082 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-b20e7159-ca1b-458d-b0d2-3fa111facce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:03.225635 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-b20e7159-ca1b-458d-b0d2-3fa111facce6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420573 Aug 24 08:00:03.245488 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:03.273367 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Allocated IP 172.20.0.9 (7a10c488-dc2f-4637-9b64-65c3d3616e74/b77a803a-c9c4-4854-9b50-a5b31a08246d/f9f1b354-6f60-423b-8ee3-6fff02486c95) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:00:03.298101 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f8630833-acb5-4cb4-80c0-ca6745af0350 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.299421 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f8630833-acb5-4cb4-80c0-ca6745af0350 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5247693 Aug 24 08:00:03.305563 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 36632) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:03.310849 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-ef7ad7c8-f27c-4833-b4ad-e4140e31b34c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'security_group_rule': {'security_group_id': '6bcf7c22-4645-477a-bd73-3db09beaacef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:03.402048 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-c6f12273-5acd-4439-98b1-a8ad1d9f0e59 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257992 Aug 24 08:00:03.460250 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad7c8-f27c-4833-b4ad-e4140e31b34c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (2db8629a-b449-4fa5-acb7-fa9a60dbb2a1), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.476001 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:03.479098 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.494970 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:03.517645 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47625e23-1ef0-48ba-b2b1-deb18807c84d req-7420c0e2-9c5a-4cca-a05b-a67ecbb0be95 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051056 Aug 24 08:00:03.553533 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad7c8-f27c-4833-b4ad-e4140e31b34c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (2db8629a-b449-4fa5-acb7-fa9a60dbb2a1), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.617072 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.619190 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad7c8-f27c-4833-b4ad-e4140e31b34c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (2db8629a-b449-4fa5-acb7-fa9a60dbb2a1), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.714534 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Network 7a10c488-dc2f-4637-9b64-65c3d3616e74 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:00:03.721324 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ad7c8-f27c-4833-b4ad-e4140e31b34c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db8629a-b449-4fa5-acb7-fa9a60dbb2a1,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:03.729632 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:00:03.738882 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:00:03.774761 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'Port': ['ID=f9f1b354-6f60-423b-8ee3-6fff02486c95,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:03.799916 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:03.801209 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.865512 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad7c8-f27c-4833-b4ad-e4140e31b34c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:03.871576 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ef7ad7c8-f27c-4833-b4ad-e4140e31b34c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5610583 Aug 24 08:00:03.871576 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 36650) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:03.878274 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:03.897773 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-bcbf1ee4-1ad6-4a46-8c84-a7687a67c6f7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9825287 Aug 24 08:00:03.981286 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:04.032874 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdfe25-cfc0-432e-b279-12c58a402a1c req-828e4c29-c6df-4de1-9384-8e7067f08043 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:04.034551 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-88bdfe25-cfc0-432e-b279-12c58a402a1c req-828e4c29-c6df-4de1-9384-8e7067f08043 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0895593 Aug 24 08:00:04.095138 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:04.104410 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:04.106808 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-88bdfe25-cfc0-432e-b279-12c58a402a1c req-a65c87bb-a90d-4ee8-a18a-1f3d079a1c66 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657983 Aug 24 08:00:04.227030 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-51b8f329-161c-4e7d-ae53-99075ff58aff None None] Provisioning complete for port f9f1b354-6f60-423b-8ee3-6fff02486c95 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:00:04.228187 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-51b8f329-161c-4e7d-ae53-99075ff58aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:04.235859 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Allocated IP 172.27.4.166 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:00:04.269417 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-51b8f329-161c-4e7d-ae53-99075ff58aff None None] Port f9f1b354-6f60-423b-8ee3-6fff02486c95 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:00:04.365794 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for port (c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:04.463996 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:04.509192 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:00:04.514573 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:00:04.516803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'Port': ['ID=c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:04.519126 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:00:04.618837 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (4cc9c309-bc40-4a2a-a9ca-0cb46569fd23), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:04.732946 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:04.744246 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:04.925672 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for port (c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:04.986245 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:05.060666 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'Port': ['ID=c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:05.063340 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (4cc9c309-bc40-4a2a-a9ca-0cb46569fd23), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:05.143010 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:05.144802 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-65eb5cfa-cef9-4071-a482-d7d3abc06278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2715766 Aug 24 08:00:05.254052 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c289b4a-3450-41f8-be04-2e6ff3094129 req-1f9ea94c-722e-4fb2-a06f-6c46e8c16b33 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:05.264302 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6c289b4a-3450-41f8-be04-2e6ff3094129 req-1f9ea94c-722e-4fb2-a06f-6c46e8c16b33 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0863092 Aug 24 08:00:05.318877 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6c289b4a-3450-41f8-be04-2e6ff3094129 req-8c780ac3-8723-4480-ab55-747fe3fe5bae tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533834 Aug 24 08:00:05.420004 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-10f34f77-f346-40d9-9984-e01ec28b3e9f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--729586249&fields=id&tenant_id=27c8e372420a4076b855d46a4f8ff521 HTTP/1.1" status: 200 len: 267 time: 0.0516362 Aug 24 08:00:05.517619 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:05.543473 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-ee0490c3-fd86-4e5b-9cb9-090a72bcedf0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:05.545723 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-ee0490c3-fd86-4e5b-9cb9-090a72bcedf0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 816 time: 0.1125584 Aug 24 08:00:05.572707 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-dd64e234-3681-4ddc-a087-75abe2b69f26 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/quotas/27c8e372420a4076b855d46a4f8ff521 HTTP/1.1" status: 200 len: 375 time: 0.0191977 Aug 24 08:00:05.625268 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-b62ef291-6065-4a16-b5a2-3ca1485a76f6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504260 Aug 24 08:00:05.732288 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-09a0b872-5427-4705-b19b-42058f8105f8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946937 Aug 24 08:00:05.828974 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-f0ae1ec7-772a-48d0-ba25-35403da6a7f6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906172 Aug 24 08:00:06.099478 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-375980ef-0ace-43ae-85a2-7ad4a04acb6a req-3629249f-47f0-4c75-9cad-cc2abcd8728e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0368876 Aug 24 08:00:06.322963 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:06.455984 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3b20-438c-463c-96aa-3dd52f60873a req-54e053c2-0480-4048-ac61-5f4ab499bd37 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:06.457564 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4f9a3b20-438c-463c-96aa-3dd52f60873a req-54e053c2-0480-4048-ac61-5f4ab499bd37 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0548711 Aug 24 08:00:06.507105 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4f9a3b20-438c-463c-96aa-3dd52f60873a req-9c6ba067-5efc-4514-9ff8-f74c188dbb7f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Aug 24 08:00:07.209085 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bd97850e-f3c5-41ee-a700-7c17afde9a6f req-ea2b1a2a-d5e0-4b0e-8d3a-4a2ccb78c2b0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0286629 Aug 24 08:00:07.633582 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f19037-a83c-4e0a-bc43-7047ca3c747a req-3025b9bb-9e7f-4864-98e2-63cf9df458e7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:07.635096 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-94f19037-a83c-4e0a-bc43-7047ca3c747a req-3025b9bb-9e7f-4864-98e2-63cf9df458e7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0483661 Aug 24 08:00:07.688266 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-94f19037-a83c-4e0a-bc43-7047ca3c747a req-10810264-3b10-46ff-b486-c0489d8576f4 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467443 Aug 24 08:00:08.326947 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a438b78f-7b46-423f-bef5-ccc9b441a6b7 req-9143f90e-df28-48dc-bfc7-0aaa9197b854 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0296104 Aug 24 08:00:08.816843 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347e74-7f20-4c90-8b0a-1ae7611803c6 req-6ee652df-aec5-416c-8ffc-6efbcea94489 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:08.818391 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2b347e74-7f20-4c90-8b0a-1ae7611803c6 req-6ee652df-aec5-416c-8ffc-6efbcea94489 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0529695 Aug 24 08:00:08.867859 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2b347e74-7f20-4c90-8b0a-1ae7611803c6 req-6fd0473e-331c-471b-bc4c-31d1d72c2f06 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438101 Aug 24 08:00:09.444194 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b075f56c-9232-4469-a528-66ef07fc88b7 req-4538e5ba-abd3-42b7-b500-8bbad6535ae9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0311456 Aug 24 08:00:10.004120 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd73b-3eb5-43a4-8e44-3b876c357d26 req-3ec66125-8e17-4a17-b859-c832dbed05b2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:10.005780 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-129bd73b-3eb5-43a4-8e44-3b876c357d26 req-3ec66125-8e17-4a17-b859-c832dbed05b2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0544086 Aug 24 08:00:10.056942 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-129bd73b-3eb5-43a4-8e44-3b876c357d26 req-6dc3430b-e812-4b6b-8835-af91736cd761 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 Aug 24 08:00:10.556681 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ff7e6ad1-3b22-479d-8b16-35edb51deb48 req-9a72aeed-1da1-4ab7-837e-ce7222e96553 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0313039 Aug 24 08:00:11.175203 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:11.183631 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aa534-9d65-457a-8311-fc4ac3890b06 req-88345f72-cf1e-4eb4-bb87-ccf91edede80 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:11.185300 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-928aa534-9d65-457a-8311-fc4ac3890b06 req-88345f72-cf1e-4eb4-bb87-ccf91edede80 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0520344 Aug 24 08:00:11.247701 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-928aa534-9d65-457a-8311-fc4ac3890b06 req-b2a73a34-ecf5-4935-820b-3d86728f6704 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561600 Aug 24 08:00:11.664779 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-03040d8a-606f-4e80-b0c5-000b28a9d878 req-00b03b05-a205-4a0d-a32e-1f41b91d2d3e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0285749 Aug 24 08:00:12.378198 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4e37d-8056-4100-9924-2547876e65b8 req-cb3fe326-37fb-437a-a78c-98dbc9f23e7e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:12.379695 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fda4e37d-8056-4100-9924-2547876e65b8 req-cb3fe326-37fb-437a-a78c-98dbc9f23e7e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0547624 Aug 24 08:00:12.443677 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fda4e37d-8056-4100-9924-2547876e65b8 req-f4922ffa-536a-4632-bddc-4d6f9cea9e18 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576499 Aug 24 08:00:12.774901 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d1c409a2-af48-4c4e-b679-3786ac25bb33 req-ce3de535-761c-4d07-ad7e-b969081bf983 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0290604 Aug 24 08:00:13.578491 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c2019-27cb-408b-ae43-62fe7cb737e3 req-63acaaf5-5e7a-4509-aeb7-d50615e29865 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:13.580000 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-233c2019-27cb-408b-ae43-62fe7cb737e3 req-63acaaf5-5e7a-4509-aeb7-d50615e29865 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0477710 Aug 24 08:00:13.633887 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-233c2019-27cb-408b-ae43-62fe7cb737e3 req-614cf031-5d61-4952-ad23-6979303dacf8 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475388 Aug 24 08:00:13.880462 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6e5c69b1-a141-4e17-aa51-7963fa507ab2 req-914ccbaa-58ae-4f8d-9ba8-70cd245a24ea tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0281022 Aug 24 08:00:14.753079 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c8c65-0c77-4991-9c5e-aadd12954062 req-a891e4a4-66e0-406f-9ce5-f8f9b5e37778 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:14.754685 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bf1c8c65-0c77-4991-9c5e-aadd12954062 req-a891e4a4-66e0-406f-9ce5-f8f9b5e37778 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0478222 Aug 24 08:00:14.801671 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bf1c8c65-0c77-4991-9c5e-aadd12954062 req-886449f8-0321-4b37-abd5-397811302757 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 Aug 24 08:00:14.989233 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-28dd1ae0-7516-46f6-8afd-d3eff220b1c2 req-7e99c6de-1183-4227-b81f-0b2caabd4617 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0307496 Aug 24 08:00:15.927359 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb4bc-0cfd-4126-9057-201729f1b90f req-402a6bd0-acbd-4d17-a79a-f2f04044a9d8 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:15.928860 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1e2cb4bc-0cfd-4126-9057-201729f1b90f req-402a6bd0-acbd-4d17-a79a-f2f04044a9d8 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 931 time: 0.0470684 Aug 24 08:00:15.985530 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1e2cb4bc-0cfd-4126-9057-201729f1b90f req-2ac68d30-d4c4-4d20-a384-2203b22c293a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502269 Aug 24 08:00:16.094599 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-07b9f3f3-8133-479f-ae85-2b1cd16ae189 req-5ff6df93-94f7-4bb1-afa3-2f0278024e15 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0274146 Aug 24 08:00:16.208166 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Request body: {'port': {'device_id': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:16.221997 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=88 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:16.228945 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:16.268037 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:16.314373 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:16.528422 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f1b354-6f60-423b-8ee3-6fff02486c95 {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:00:16.532670 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:16.536801 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Publish callbacks [] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:16.549880 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Transition to ACTIVE for port object f9f1b354-6f60-423b-8ee3-6fff02486c95 will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:00:16.691494 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:16.766403 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f1b354-6f60-423b-8ee3-6fff02486c95,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:16.799933 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Attempting to bind port f9f1b354-6f60-423b-8ee3-6fff02486c95 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:00:16.800298 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Attempting to bind port f9f1b354-6f60-423b-8ee3-6fff02486c95 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:00:16.800622 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Attempting to bind port f9f1b354-6f60-423b-8ee3-6fff02486c95 on network 7a10c488-dc2f-4637-9b64-65c3d3616e74 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:00:16.805124 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Port f9f1b354-6f60-423b-8ee3-6fff02486c95 on network 7a10c488-dc2f-4637-9b64-65c3d3616e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:00:16.805439 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Attempting to bind port f9f1b354-6f60-423b-8ee3-6fff02486c95 on network 7a10c488-dc2f-4637-9b64-65c3d3616e74 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:00:16.810469 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:00:16.810806 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Checking segment: {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:00:16.816391 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Bound using segment: {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:00:16.816391 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Bound port: f9f1b354-6f60-423b-8ee3-6fff02486c95, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:00:16.816391 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:16.875151 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] For port f9f1b354-6f60-423b-8ee3-6fff02486c95, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:00:16.878138 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] For port f9f1b354-6f60-423b-8ee3-6fff02486c95, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:00:16.951976 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:16.956243 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:16.961200 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:16.961200 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 200 len: 1093 time: 0.7543948 Aug 24 08:00:16.961200 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:16.961200 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff790d-eba2-44b1-a5ba-7cd7480a5f35" -d '{"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:17.001328 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9c50f9-221e-4c81-9a44-f1994dc9eea3 x-openstack-request-id: req-0d9c50f9-221e-4c81-9a44-f1994dc9eea3 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:17.001328 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:17.001328 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d9c50f9-221e-4c81-9a44-f1994dc9eea3 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:17.001328 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9c50f9-221e-4c81-9a44-f1994dc9eea3'] response: {'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'status': 'completed', 'code': 200} Aug 24 08:00:17.010208 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3757b-c741-4eb5-8250-ed222f874335 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f1b354-6f60-423b-8ee3-6fff02486c95,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:17.108799 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820cccc-a3ee-48df-af3a-7ca1a620186a req-e462c0ff-3409-4e0e-b645-60106ecfe3cb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:17.110303 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5820cccc-a3ee-48df-af3a-7ca1a620186a req-e462c0ff-3409-4e0e-b645-60106ecfe3cb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 943 time: 0.0473819 Aug 24 08:00:17.159106 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5820cccc-a3ee-48df-af3a-7ca1a620186a req-5b73ee88-d75d-4780-9fc1-e623d2af1019 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Aug 24 08:00:17.207645 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cae0b1e8-e70d-4d7b-b5f3-bc0715556b11 req-d9d14ea2-a18d-4e17-8934-9806de55d338 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0336735 Aug 24 08:00:17.264881 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff790d-eba2-44b1-a5ba-7cd7480a5f35 req-1da5e613-a543-499b-b097-8b05aadc2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:17.267622 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b7ff790d-eba2-44b1-a5ba-7cd7480a5f35 req-1da5e613-a543-499b-b097-8b05aadc2e53 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 1127 time: 0.0487130 Aug 24 08:00:17.369694 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff790d-eba2-44b1-a5ba-7cd7480a5f35 req-a0492558-a6e3-4fea-8f07-7621817030bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:17.371754 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b7ff790d-eba2-44b1-a5ba-7cd7480a5f35 req-a0492558-a6e3-4fea-8f07-7621817030bc service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0944660 Aug 24 08:00:17.481054 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff790d-eba2-44b1-a5ba-7cd7480a5f35 req-c06f8521-9de5-4c4e-8929-fbda5371b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:17.482606 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b7ff790d-eba2-44b1-a5ba-7cd7480a5f35 req-c06f8521-9de5-4c4e-8929-fbda5371b942 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025891 Aug 24 08:00:17.497988 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-c110a41b-3ca5-4d3f-9ce2-d30b1c935c37 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:17.499802 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-c110a41b-3ca5-4d3f-9ce2-d30b1c935c37 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 816 time: 0.1062014 Aug 24 08:00:17.520539 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:17.566677 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-d41c9d0e-d086-4350-8ebd-df4878c9d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:17.568389 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-d41c9d0e-d086-4350-8ebd-df4878c9d29b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 1127 time: 0.0391946 Aug 24 08:00:17.568517 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-ed2d5275-2949-4cc1-a1db-e8b8038987dc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=27c8e372420a4076b855d46a4f8ff521 HTTP/1.1" status: 200 len: 379 time: 0.0542054 Aug 24 08:00:17.586715 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'port': {'device_id': '771d249a-e50d-4848-b6ab-cb76685964d7', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'admin_state_up': True, 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'security_groups': ['6bcf7c22-4645-477a-bd73-3db09beaacef']}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:17.622519 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:17.624383 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-08f41a34-2e17-4aa3-8903-f1980c7129a5 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 200 len: 217 time: 0.0426931 Aug 24 08:00:17.678985 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-9de9cf9e-f092-495e-894b-84ffcb514487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:17.680427 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-9de9cf9e-f092-495e-894b-84ffcb514487 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b77a803a-c9c4-4854-9b50-a5b31a08246d HTTP/1.1" status: 200 len: 854 time: 0.0492461 Aug 24 08:00:17.734213 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-e1ff2ffd-9ba8-43be-9064-fb6a64025d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:17.735617 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-e1ff2ffd-9ba8-43be-9064-fb6a64025d38 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=7a10c488-dc2f-4637-9b64-65c3d3616e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400338 Aug 24 08:00:17.797437 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Made reservation on behalf of 27c8e372420a4076b855d46a4f8ff521 for: {'port': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:00:17.801251 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:17.824618 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:17.832974 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-f22915d8-0042-45f3-bd4f-2c4156c07c87 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899858 Aug 24 08:00:17.933498 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bb1e1377-5974-4cd4-8736-09015b9ae45c req-e3b90450-5861-4f5c-9345-ed66973522e1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948443 Aug 24 08:00:17.948167 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Allocated IP 172.20.0.5 (dac6160e-2a1d-42ce-8220-e6f39a4fb0ee/64ef6239-583a-4337-bfcb-670f654bc254/f4073395-cdc8-42de-89a0-3e684efbce28) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:00:18.086210 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for port (f4073395-cdc8-42de-89a0-3e684efbce28), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:18.117156 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:18.218041 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:18.275217 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:00:18.279414 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:18.290818 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:00:18.293792 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:00:18.314218 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31911093-bfa8-49b8-870e-33a9c1761342 req-f655a846-2ed2-47bf-a30c-25c5a3cc3ac8 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:18.315764 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-31911093-bfa8-49b8-870e-33a9c1761342 req-f655a846-2ed2-47bf-a30c-25c5a3cc3ac8 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 943 time: 0.0821977 Aug 24 08:00:18.344128 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:18.373386 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-31911093-bfa8-49b8-870e-33a9c1761342 req-35c5f13e-bf60-421a-8037-055542f2a92b tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484226 Aug 24 08:00:18.388311 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:18.388544 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:18.434516 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4352a2-8ec8-4ae1-b6d2-3b3cb53f9bdb req-5b26a548-8470-4f1c-9f78-d6c0f7cbd8e9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:18.434516 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7b4352a2-8ec8-4ae1-b6d2-3b3cb53f9bdb req-5b26a548-8470-4f1c-9f78-d6c0f7cbd8e9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 931 time: 0.1050258 Aug 24 08:00:18.483122 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7b4352a2-8ec8-4ae1-b6d2-3b3cb53f9bdb req-ea0b81fb-8703-40bd-a467-e5b9b0fb0d58 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472853 Aug 24 08:00:18.519968 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-8293e765-23c2-4681-9d70-3cf8be2f70c8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9373100 Aug 24 08:00:18.586360 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-842a9728-984e-473b-93c1-f5bc8b6cb63e None None] Provisioning complete for port f4073395-cdc8-42de-89a0-3e684efbce28 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:00:18.586878 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-842a9728-984e-473b-93c1-f5bc8b6cb63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:18.617838 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-842a9728-984e-473b-93c1-f5bc8b6cb63e None None] Port f4073395-cdc8-42de-89a0-3e684efbce28 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:00:19.116844 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Request body: {'port': {'device_id': '771d249a-e50d-4848-b6ab-cb76685964d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:19.181128 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:19.447007 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4073395-cdc8-42de-89a0-3e684efbce28 {{(pid=113380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:00:19.456197 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Publish callbacks [] for port (f4073395-cdc8-42de-89a0-3e684efbce28), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:19.470992 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.provisioning_blocks [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Transition to ACTIVE for port object f4073395-cdc8-42de-89a0-3e684efbce28 will not be triggered until provisioned by entity L2. {{(pid=113380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:00:19.508286 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00213b40-74b1-4595-bcb3-ce99cdc87dd3 req-6c00f6f4-0481-438f-a6d3-00cd945c4ba6 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:19.509819 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-00213b40-74b1-4595-bcb3-ce99cdc87dd3 req-6c00f6f4-0481-438f-a6d3-00cd945c4ba6 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 943 time: 0.0502205 Aug 24 08:00:19.532732 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:19.560537 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-00213b40-74b1-4595-bcb3-ce99cdc87dd3 req-ecea08b3-52c7-4e1a-8cce-1a66f5e209dd tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Aug 24 08:00:19.642751 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:19.669169 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e31e88-c083-4e7a-bacf-51ccbe7f1a31 req-6fde1739-4a82-4d3d-b80b-e8cc2b277e9e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:19.670574 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-64e31e88-c083-4e7a-bacf-51ccbe7f1a31 req-6fde1739-4a82-4d3d-b80b-e8cc2b277e9e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0852208 Aug 24 08:00:19.697023 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Attempting to bind port f4073395-cdc8-42de-89a0-3e684efbce28 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:00:19.697354 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Attempting to bind port f4073395-cdc8-42de-89a0-3e684efbce28 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:00:19.697682 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Attempting to bind port f4073395-cdc8-42de-89a0-3e684efbce28 on network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:00:19.708551 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Port f4073395-cdc8-42de-89a0-3e684efbce28 on network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:00:19.710532 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Attempting to bind port f4073395-cdc8-42de-89a0-3e684efbce28 on network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:00:19.723199 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:00:19.723539 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Checking segment: {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:00:19.723915 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Bound using segment: {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:00:19.724338 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Bound port: f4073395-cdc8-42de-89a0-3e684efbce28, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee'}}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:00:19.724724 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:19.743234 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:19.750496 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-64e31e88-c083-4e7a-bacf-51ccbe7f1a31 req-39df985e-3a06-47a5-b3c8-35ba7fae3009 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733516 Aug 24 08:00:19.802027 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, cleared binding levels {{(pid=113380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:00:19.805194 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:00:19.861134 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:19.867059 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:19.867664 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:19.869026 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/f4073395-cdc8-42de-89a0-3e684efbce28 HTTP/1.1" status: 200 len: 1093 time: 0.7565074 Aug 24 08:00:19.869444 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:19.871694 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126cb482-4fd8-4a73-bf4e-204dcf4cacea" -d '{"events": [{"name": "network-changed", "server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:19.915926 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ce74c-0836-4892-aeac-df55d3defafa service neutron] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=3']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:19.924112 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05f2e8b-7bc7-4c10-94ee-653bddc06770 x-openstack-request-id: req-c05f2e8b-7bc7-4c10-94ee-653bddc06770 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:19.924409 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:19.924678 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c05f2e8b-7bc7-4c10-94ee-653bddc06770 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:19.925093 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05f2e8b-7bc7-4c10-94ee-653bddc06770'] response: {'name': 'network-changed', 'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'status': 'completed', 'code': 200} Aug 24 08:00:19.989077 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:19.992433 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cb482-4fd8-4a73-bf4e-204dcf4cacea req-18570cff-15ee-4f52-8134-367c643ade6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:19.994067 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-126cb482-4fd8-4a73-bf4e-204dcf4cacea req-18570cff-15ee-4f52-8134-367c643ade6a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 1127 time: 0.0407624 Aug 24 08:00:20.115668 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f9f1b354-6f60-423b-8ee3-6fff02486c95 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:00:20.223439 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f9f1b354-6f60-423b-8ee3-6fff02486c95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:20.236259 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'port_id': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'mac_address': 'fa:16:3e:51:7f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:00:20.271320 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f9f1b354-6f60-423b-8ee3-6fff02486c95 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:00:20.271705 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:20.286345 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f1b354-6f60-423b-8ee3-6fff02486c95 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:00:20.306955 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f9f1b354-6f60-423b-8ee3-6fff02486c95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:20.340812 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cb482-4fd8-4a73-bf4e-204dcf4cacea req-2bc25226-28ec-4b43-962e-5a49bb96a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:20.342369 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-126cb482-4fd8-4a73-bf4e-204dcf4cacea req-2bc25226-28ec-4b43-962e-5a49bb96a1c6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=27c8e372420a4076b855d46a4f8ff521&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3360066 Aug 24 08:00:20.397104 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:20.451634 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f9f1b354-6f60-423b-8ee3-6fff02486c95,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:20.453369 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cb482-4fd8-4a73-bf4e-204dcf4cacea req-66664915-b7a9-44df-8137-f5a7dedfd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:20.454855 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-126cb482-4fd8-4a73-bf4e-204dcf4cacea req-66664915-b7a9-44df-8137-f5a7dedfd3d3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037965 Aug 24 08:00:20.541818 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-50fafbb1-ffeb-4460-a2bd-ba018b1f2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:20.543768 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-50fafbb1-ffeb-4460-a2bd-ba018b1f2dec service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 1127 time: 0.0395005 Aug 24 08:00:20.584103 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-11d8fcd8-cf99-49a5-85fe-b8768b115405 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4073395-cdc8-42de-89a0-3e684efbce28 HTTP/1.1" status: 200 len: 217 time: 0.0321991 Aug 24 08:00:20.652801 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-77c85ade-f569-444a-a420-d3114026c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:20.654249 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-77c85ade-f569-444a-a420-d3114026c325 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.0596869 Aug 24 08:00:20.688610 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f9f1b354-6f60-423b-8ee3-6fff02486c95'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:00:20.712807 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad445d86-ea2c-4561-bf22-21485b75384f req-0cab19b7-0e29-4713-b0ac-7ababc3ff6da tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:20.714850 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ad445d86-ea2c-4561-bf22-21485b75384f req-0cab19b7-0e29-4713-b0ac-7ababc3ff6da tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 944 time: 0.0772610 Aug 24 08:00:20.722809 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-ce7576a9-e019-43d6-a58f-299e75a743fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:20.724305 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-ce7576a9-e019-43d6-a58f-299e75a743fa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542276 Aug 24 08:00:20.834384 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ad445d86-ea2c-4561-bf22-21485b75384f req-42599f3a-cef5-4da8-a549-3b107d1f37cd tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090624 Aug 24 08:00:20.854307 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-a6b17b26-6828-4e37-82c7-f4cb27671036 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223664 Aug 24 08:00:20.988026 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554eda7-b94e-4341-bcc7-9a7aba96f3ce req-2463b238-265a-4e6a-93d4-c6f98f2fd111 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:20.989530 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a554eda7-b94e-4341-bcc7-9a7aba96f3ce req-2463b238-265a-4e6a-93d4-c6f98f2fd111 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0653450 Aug 24 08:00:20.995052 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cfbee49c-dfce-406c-8236-896b4bbbcf5f req-e40c7efa-e98d-4d9b-8bf8-b17d4505243f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304159 Aug 24 08:00:21.038026 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a554eda7-b94e-4341-bcc7-9a7aba96f3ce req-8f07d981-8522-40c3-aa9c-9c1625cec314 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420136 Aug 24 08:00:21.645929 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-0e546bc7-0157-4977-8263-18ccfda95ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:21.959289 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f736-6161-46c5-9fa5-688e62e312df req-38bcd596-9ba4-475f-96c1-d0560ea22a3d tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:21.960755 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ccd8f736-6161-46c5-9fa5-688e62e312df req-38bcd596-9ba4-475f-96c1-d0560ea22a3d tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 944 time: 0.0462353 Aug 24 08:00:22.008356 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ccd8f736-6161-46c5-9fa5-688e62e312df req-65baf76a-7a3c-4b06-8c14-6cd28e7f715c tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Aug 24 08:00:22.122347 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f9f1b354-6f60-423b-8ee3-6fff02486c95 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:00:22.167030 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932c28d-797a-4166-be1b-3567f7d9dcf4 req-1e7d8fdf-d561-4901-9ab3-804155ea8c7e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:22.169860 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8932c28d-797a-4166-be1b-3567f7d9dcf4 req-1e7d8fdf-d561-4901-9ab3-804155ea8c7e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0532959 Aug 24 08:00:22.171213 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port f9f1b354-6f60-423b-8ee3-6fff02486c95 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:00:22.233488 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8932c28d-797a-4166-be1b-3567f7d9dcf4 req-6bb99dbc-dbb4-44f4-b765-ee1caf7ec70c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536616 Aug 24 08:00:22.242624 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port f9f1b354-6f60-423b-8ee3-6fff02486c95 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:00:22.242977 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:22.315795 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f9f1b354-6f60-423b-8ee3-6fff02486c95 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:00:22.316181 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:22.338419 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:22.340696 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282f9bc1-47dc-439a-8ab2-94989cf0720b" -d '{"events": [{"server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "name": "network-vif-plugged", "status": "completed", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:22.353699 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f9f1b354-6f60-423b-8ee3-6fff02486c95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:22.377574 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79184010-10d7-4444-aefc-7a8e4ea7987b x-openstack-request-id: req-79184010-10d7-4444-aefc-7a8e4ea7987b {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:22.377851 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "name": "network-vif-plugged", "status": "completed", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:22.378158 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79184010-10d7-4444-aefc-7a8e4ea7987b {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:22.378555 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79184010-10d7-4444-aefc-7a8e4ea7987b'] response: {'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'code': 200} Aug 24 08:00:22.477042 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:22.525495 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f9f1b354-6f60-423b-8ee3-6fff02486c95,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:22.889150 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:22.921225 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f02752-37af-4a97-9669-2881c106ddc8 req-1de5971b-a7ac-4c2e-b054-cbe17ab57a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:22.922715 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-27f02752-37af-4a97-9669-2881c106ddc8 req-1de5971b-a7ac-4c2e-b054-cbe17ab57a9c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 1129 time: 0.0428705 Aug 24 08:00:22.971316 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-27f02752-37af-4a97-9669-2881c106ddc8 req-298a9b55-1cb1-4cdc-9820-1569437d8597 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402112 Aug 24 08:00:23.128520 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ea3cc-de10-4877-b738-b1231b5d9168 req-b8724d47-d995-43bf-bd89-b9bc2d69cac6 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:23.129983 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6f7ea3cc-de10-4877-b738-b1231b5d9168 req-b8724d47-d995-43bf-bd89-b9bc2d69cac6 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Aug 24 08:00:23.177547 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6f7ea3cc-de10-4877-b738-b1231b5d9168 req-1d2ca842-b2b7-4b47-8869-a77dd531966a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Aug 24 08:00:23.369267 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda331-bb10-4e83-9b13-8fa39519d259 req-b3c8ac6d-4535-40f3-9820-f10c9663dafc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:23.370751 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a9fda331-bb10-4e83-9b13-8fa39519d259 req-b3c8ac6d-4535-40f3-9820-f10c9663dafc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0488651 Aug 24 08:00:23.421784 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a9fda331-bb10-4e83-9b13-8fa39519d259 req-b07a425f-3021-4fb4-8a60-3946019680fd tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449219 Aug 24 08:00:23.806909 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7a08b-e489-44cb-9c67-4afb3fbff2aa req-0094982c-fa5f-4627-974b-057bda35597b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:23.808379 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f1a7a08b-e489-44cb-9c67-4afb3fbff2aa req-0094982c-fa5f-4627-974b-057bda35597b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 945 time: 0.0530157 Aug 24 08:00:23.817435 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3190ea58-7472-457b-833e-3ff9ccce949c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:23.856575 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f1a7a08b-e489-44cb-9c67-4afb3fbff2aa req-fab009c4-d7bc-43f7-a72f-cba35cb7af47 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Aug 24 08:00:24.132545 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f4073395-cdc8-42de-89a0-3e684efbce28 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:00:24.146302 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:24.152865 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:24.236021 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:24.302312 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc84656-5abd-44af-b025-079f78d41248 req-bb69825f-dcbf-4935-b9c8-cdbc81dd967e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:24.302312 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9bc84656-5abd-44af-b025-079f78d41248 req-bb69825f-dcbf-4935-b9c8-cdbc81dd967e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Aug 24 08:00:24.355479 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9bc84656-5abd-44af-b025-079f78d41248 req-394a65e9-088d-4057-b55d-26796ae6269e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473545 Aug 24 08:00:24.376452 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'port_id': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'mac_address': 'fa:16:3e:63:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:00:24.411308 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f4073395-cdc8-42de-89a0-3e684efbce28 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:00:24.411700 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:24.428768 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4073395-cdc8-42de-89a0-3e684efbce28 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:00:24.449432 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:24.526356 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:24.545950 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78b684-fd6c-46c5-a2c1-fd6eb9c9632e req-53934697-a9e4-49bb-b0dc-e3a8cc3ef9aa tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:24.547429 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1e78b684-fd6c-46c5-a2c1-fd6eb9c9632e req-53934697-a9e4-49bb-b0dc-e3a8cc3ef9aa tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0480275 Aug 24 08:00:24.574134 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:24.585143 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:24.597757 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1e78b684-fd6c-46c5-a2c1-fd6eb9c9632e req-320d6863-e9fd-49eb-a411-8459f8443508 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Aug 24 08:00:24.763419 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:24.764088 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=31 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:24.836148 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f4073395-cdc8-42de-89a0-3e684efbce28'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:00:24.975737 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bedbc-2bc7-40a0-8d48-c9bec8f2c6e0 req-e328976e-98b7-48b3-9865-5d637ae592e0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:24.977266 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ad0bedbc-2bc7-40a0-8d48-c9bec8f2c6e0 req-e328976e-98b7-48b3-9865-5d637ae592e0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 945 time: 0.0467448 Aug 24 08:00:25.027714 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ad0bedbc-2bc7-40a0-8d48-c9bec8f2c6e0 req-d293ed60-e782-424d-a724-26ad912d2ac3 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441508 Aug 24 08:00:25.468733 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:25.475441 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecd4f2-601d-4e7d-9442-0b31c3d56857 req-22e9ae73-ecce-4e73-acc1-58f5a29a97e6 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:25.476935 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-70ecd4f2-601d-4e7d-9442-0b31c3d56857 req-22e9ae73-ecce-4e73-acc1-58f5a29a97e6 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0465856 Aug 24 08:00:25.528605 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-70ecd4f2-601d-4e7d-9442-0b31c3d56857 req-e0625962-f0d8-45a2-8783-270b475eda3a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Aug 24 08:00:25.721887 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182687a-8e8f-49f7-80fa-bf99b7c35a60 req-075997ce-7b7e-4aed-8eb7-5edec69669d6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:25.723340 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a182687a-8e8f-49f7-80fa-bf99b7c35a60 req-075997ce-7b7e-4aed-8eb7-5edec69669d6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 944 time: 0.0459354 Aug 24 08:00:25.770661 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a182687a-8e8f-49f7-80fa-bf99b7c35a60 req-0919bdc9-542b-4260-b5d5-e4a2e987d951 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Aug 24 08:00:26.162287 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f4073395-cdc8-42de-89a0-3e684efbce28 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:00:26.206782 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port f4073395-cdc8-42de-89a0-3e684efbce28 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:00:26.274471 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port f4073395-cdc8-42de-89a0-3e684efbce28 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:00:26.274877 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:26.279688 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-d39ab18f-8f63-4677-8f83-57abc0be1857 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:26.281300 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-d39ab18f-8f63-4677-8f83-57abc0be1857 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 945 time: 0.0815575 Aug 24 08:00:26.289436 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ec242-7c42-4d84-bf6a-0a3f987b4e73 req-7ec551c4-0d0e-4602-9c39-07057036f322 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:26.290856 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b74ec242-7c42-4d84-bf6a-0a3f987b4e73 req-7ec551c4-0d0e-4602-9c39-07057036f322 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 945 time: 0.1895950 Aug 24 08:00:26.351708 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f4073395-cdc8-42de-89a0-3e684efbce28 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:00:26.352005 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:26.377008 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:26.379347 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff1eb5a-fd89-44cf-9344-4856ab985047" -d '{"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-plugged", "status": "completed", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:26.403467 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:26.405777 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b74ec242-7c42-4d84-bf6a-0a3f987b4e73 req-13c864b2-7e78-4417-b53c-5a4336aaab20 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061573 Aug 24 08:00:26.423989 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Deleting port 2c78af22-1fab-4824-9791-0cc1b1431dc3 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:00:26.424880 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc87e73f-3439-40dc-91cd-a912a4df359d x-openstack-request-id: req-cc87e73f-3439-40dc-91cd-a912a4df359d {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:26.425173 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-plugged", "status": "completed", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:26.425687 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:26.425824 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc87e73f-3439-40dc-91cd-a912a4df359d {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:26.425998 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc87e73f-3439-40dc-91cd-a912a4df359d'] response: {'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'code': 200} Aug 24 08:00:26.463257 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:26.510474 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:26.527498 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] For port 2c78af22-1fab-4824-9791-0cc1b1431dc3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2c78af22-1fab-4824-9791-0cc1b1431dc3,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:26.531832 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:26.541760 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Calling delete_port for 2c78af22-1fab-4824-9791-0cc1b1431dc3 owned by compute:nova {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:00:26.667001 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f06f8-b4b2-4623-90e3-4cec19444396 req-bdb39384-013e-4c0a-b9a0-305735ec611f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:26.669411 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bc2f06f8-b4b2-4623-90e3-4cec19444396 req-bdb39384-013e-4c0a-b9a0-305735ec611f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0631547 Aug 24 08:00:26.729516 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6b80a-6a47-4700-817f-51f90541b478 req-0bf4cd4e-edbc-4078-897e-5dfaddacb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:26.731737 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-58a6b80a-6a47-4700-817f-51f90541b478 req-0bf4cd4e-edbc-4078-897e-5dfaddacb997 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 1129 time: 0.0386302 Aug 24 08:00:26.734852 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:26.762449 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bc2f06f8-b4b2-4623-90e3-4cec19444396 req-a95cabac-b343-4e91-a0b5-0fbfac02e8a3 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866270 Aug 24 08:00:26.782513 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-58a6b80a-6a47-4700-817f-51f90541b478 req-55782d64-f710-4375-ab09-6427a9ba0640 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417087 Aug 24 08:00:26.787195 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:26.823141 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (2c78af22-1fab-4824-9791-0cc1b1431dc3), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:26.836095 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['2c78af22-1fab-4824-9791-0cc1b1431dc3'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:00:26.866009 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:26.874236 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Pushing event deleted for resources: {'Port': ['ID=2c78af22-1fab-4824-9791-0cc1b1431dc3,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:26.895371 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7289e-d410-4b32-b62d-e841c8d0cb2d req-7d0a6c8b-cf36-43d0-a3b6-331ce3f8842e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:26.897193 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fba7289e-d410-4b32-b62d-e841c8d0cb2d req-7d0a6c8b-cf36-43d0-a3b6-331ce3f8842e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0513790 Aug 24 08:00:26.940057 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] No DVR routers for this DVR port 2c78af22-1fab-4824-9791-0cc1b1431dc3 on host hv-cinder-85427 {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:00:26.940057 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:26.942352 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-69e4e7b8-2779-4053-89f4-5020c87a105d req-b8e3ca5f-71ea-45c7-9851-15443edc5a88 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.45 "DELETE /networking/v2.0/ports/2c78af22-1fab-4824-9791-0cc1b1431dc3 HTTP/1.1" status: 204 len: 173 time: 0.6506436 Aug 24 08:00:26.945005 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96a75be-6264-4548-aa5d-a893ca4ef99e', 'name': 'network-vif-deleted', 'tag': '2c78af22-1fab-4824-9791-0cc1b1431dc3'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:26.946213 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fba7289e-d410-4b32-b62d-e841c8d0cb2d req-b81da12e-07a6-49d5-a256-48440460e0da tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Aug 24 08:00:26.947232 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df602a5-bc89-4ca3-aa29-3b79fd8e767f" -d '{"events": [{"server_uuid": "c96a75be-6264-4548-aa5d-a893ca4ef99e", "name": "network-vif-deleted", "tag": "2c78af22-1fab-4824-9791-0cc1b1431dc3"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:26.961564 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d41a0-0169-46a5-8f02-a4e661813e92 req-f3d1f5c1-f99f-43b0-8651-ffc06be03dae tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:26.963048 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c47d41a0-0169-46a5-8f02-a4e661813e92 req-f3d1f5c1-f99f-43b0-8651-ffc06be03dae tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.1101019 Aug 24 08:00:27.002614 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef606c7-1f4c-443c-a9c2-a37cb9883a7a x-openstack-request-id: req-3ef606c7-1f4c-443c-a9c2-a37cb9883a7a {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:27.002898 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96a75be-6264-4548-aa5d-a893ca4ef99e", "name": "network-vif-deleted", "tag": "2c78af22-1fab-4824-9791-0cc1b1431dc3", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:27.003172 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ef606c7-1f4c-443c-a9c2-a37cb9883a7a {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:27.003559 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef606c7-1f4c-443c-a9c2-a37cb9883a7a'] response: {'server_uuid': 'c96a75be-6264-4548-aa5d-a893ca4ef99e', 'name': 'network-vif-deleted', 'tag': '2c78af22-1fab-4824-9791-0cc1b1431dc3', 'status': 'completed', 'code': 200} Aug 24 08:00:27.020972 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c47d41a0-0169-46a5-8f02-a4e661813e92 req-77e00514-1cc1-460e-aab9-10b82dc856bc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519595 Aug 24 08:00:27.186210 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:27.324344 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618cf7f-1019-4361-b8ff-71c734b65516 req-c450aae4-4ae7-4d8c-abe2-22f6a9cf6fce tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:27.326429 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1618cf7f-1019-4361-b8ff-71c734b65516 req-c450aae4-4ae7-4d8c-abe2-22f6a9cf6fce tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0468872 Aug 24 08:00:27.362575 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:27.379319 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1618cf7f-1019-4361-b8ff-71c734b65516 req-b4f7412d-d01d-4a7f-9d59-37ff0b7b96c1 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472116 Aug 24 08:00:27.581655 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fd424964-7f76-4892-a9ba-9c0ad13b45f6 req-f8868171-ae62-4dbb-aadc-a20773285361 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 210 time: 0.0843854 Aug 24 08:00:28.156151 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfea11-98d6-47ac-b95a-ff4e8494c161 req-aa4b5a97-d13a-4f7a-8e06-b3a3f203046f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:28.157883 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5dcfea11-98d6-47ac-b95a-ff4e8494c161 req-aa4b5a97-d13a-4f7a-8e06-b3a3f203046f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0479431 Aug 24 08:00:28.208311 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5dcfea11-98d6-47ac-b95a-ff4e8494c161 req-79c3465e-ae60-4937-97d3-5589c6c068d1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448248 Aug 24 08:00:28.696810 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7948c7b9-973c-4a38-9fc9-ed58b052a0dd req-6126486a-a963-4b3b-9e39-68215d2d067c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c96a75be-6264-4548-aa5d-a893ca4ef99e HTTP/1.1" status: 200 len: 210 time: 0.0274591 Aug 24 08:00:29.337504 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3104cd-3e00-440e-823c-502ceaf04ade req-a0498ef8-7af9-4c22-bc20-1acf2ff78728 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:29.339000 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7d3104cd-3e00-440e-823c-502ceaf04ade req-a0498ef8-7af9-4c22-bc20-1acf2ff78728 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0503559 Aug 24 08:00:29.387912 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7d3104cd-3e00-440e-823c-502ceaf04ade req-436946de-2ea4-4607-a766-96821cbc055f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426440 Aug 24 08:00:29.508764 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13172b9-04ba-4f9e-8687-f8b1e864b9da req-d2919ce9-0d60-4786-933e-68fe3f6d4123 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:29.510027 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d13172b9-04ba-4f9e-8687-f8b1e864b9da req-d2919ce9-0d60-4786-933e-68fe3f6d4123 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Aug 24 08:00:29.525448 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 36884) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:29.530801 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-3475eac6-f5e1-4264-90af-fcb4ece8edf3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Request body: {'floatingip': {'port_id': 'f4073395-cdc8-42de-89a0-3e684efbce28'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:29.820618 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3475eac6-f5e1-4264-90af-fcb4ece8edf3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (4cc9c309-bc40-4a2a-a9ca-0cb46569fd23), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:29.890499 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:29.928290 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:30.194441 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 2c78af22-1fab-4824-9791-0cc1b1431dc3 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:00:30.218194 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 2c78af22-1fab-4824-9791-0cc1b1431dc3 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:00:30.218685 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 2c78af22-1fab-4824-9791-0cc1b1431dc3 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:00:30.237410 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3475eac6-f5e1-4264-90af-fcb4ece8edf3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:30.328977 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3475eac6-f5e1-4264-90af-fcb4ece8edf3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (4cc9c309-bc40-4a2a-a9ca-0cb46569fd23), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:30.429380 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-3475eac6-f5e1-4264-90af-fcb4ece8edf3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Floating IP 4cc9c309-bc40-4a2a-a9ca-0cb46569fd23 associated. External IP: 172.27.4.166, port: f4073395-cdc8-42de-89a0-3e684efbce28. Aug 24 08:00:30.632607 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3475eac6-f5e1-4264-90af-fcb4ece8edf3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:00:30.734569 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3475eac6-f5e1-4264-90af-fcb4ece8edf3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:00:30.738911 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3475eac6-f5e1-4264-90af-fcb4ece8edf3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:30.744163 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] Sync routers for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:00:30.755433 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:00:30.756026 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:00:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:30.770480 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-3475eac6-f5e1-4264-90af-fcb4ece8edf3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/4cc9c309-bc40-4a2a-a9ca-0cb46569fd23 HTTP/1.1" status: 200 len: 991 time: 1.2439630 Aug 24 08:00:30.771033 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:30.773329 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:30.810876 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141de1df-cfaa-47a7-8e38-6d1272770143 x-openstack-request-id: req-141de1df-cfaa-47a7-8e38-6d1272770143 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:30.811165 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:30.811418 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-141de1df-cfaa-47a7-8e38-6d1272770143 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:30.811819 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141de1df-cfaa-47a7-8e38-6d1272770143'] response: {'name': 'network-changed', 'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'status': 'completed', 'code': 200} Aug 24 08:00:30.855571 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:00:31.060186 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '4cc9c309-bc40-4a2a-a9ca-0cb46569fd23', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'floating_ip_address': '172.27.4.166', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'port_id': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'mac_address': 'fa:16:3e:63:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d249a-e50d-4848-b6ab-cb76685964d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:00:04Z', 'updated_at': '2022-08-24T08:00:30Z', 'revision_number': 1, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:31.084227 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] Checking router: 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:00:31.092433 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:00:31.093046 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:00:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:31.192048 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:00:31.402685 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '4cc9c309-bc40-4a2a-a9ca-0cb46569fd23', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'floating_ip_address': '172.27.4.166', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'port_id': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'mac_address': 'fa:16:3e:63:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d249a-e50d-4848-b6ab-cb76685964d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:00:04Z', 'updated_at': '2022-08-24T08:00:30Z', 'revision_number': 1, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:31.427197 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747945c-fd9d-4d65-83ac-28df76d01eb5 None None] The sync data for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi is: [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '4cc9c309-bc40-4a2a-a9ca-0cb46569fd23', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'floating_ip_address': '172.27.4.166', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'port_id': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'mac_address': 'fa:16:3e:63:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d249a-e50d-4848-b6ab-cb76685964d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:00:04Z', 'updated_at': '2022-08-24T08:00:30Z', 'revision_number': 1, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:00:31.600022 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efe3cc-f8e4-45cc-887b-5aa23f8d30ef None None] New status for floating IP 4cc9c309-bc40-4a2a-a9ca-0cb46569fd23: ACTIVE {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:00:32.756503 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:00:33.201577 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-da394894-9cc9-4f29-a7f3-71db0f0f96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:33.203061 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-da394894-9cc9-4f29-a7f3-71db0f0f96a6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 1129 time: 0.0396757 Aug 24 08:00:33.302096 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-5f9c72f0-83da-44cb-a9aa-1c4f5863a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:33.303629 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-5f9c72f0-83da-44cb-a9aa-1c4f5863a7e6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 917 time: 0.0909593 Aug 24 08:00:33.367937 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-2f36c2a9-8e00-4cd9-98a1-efe645c12914 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4073395-cdc8-42de-89a0-3e684efbce28 HTTP/1.1" status: 200 len: 1001 time: 0.0581751 Aug 24 08:00:33.416042 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-512e9a15-2884-4798-943a-7aa33aa8a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:33.417519 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-512e9a15-2884-4798-943a-7aa33aa8a6ad service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.0434635 Aug 24 08:00:33.469044 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-5d12d5e7-2242-4471-89d3-27bda8f17379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:33.475581 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-5d12d5e7-2242-4471-89d3-27bda8f17379 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432932 Aug 24 08:00:33.565291 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-77052496-f705-462b-adf1-fd0d1e88fe89 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866663 Aug 24 08:00:33.659752 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d8a1c70-71e5-4e25-9739-abc19ae62d8f req-d88ac003-d4eb-4bca-bbc6-e9c563c2e209 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880740 Aug 24 08:00:36.305223 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:40.437018 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c476fc-7979-4e6a-a929-678a7701621f req-d399da65-0d28-4d62-9b6a-10de2b70f25a tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:40.438491 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-d399da65-0d28-4d62-9b6a-10de2b70f25a tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/networks?id=a3255728-56b0-475b-8190-6ecfc66d7231 HTTP/1.1" status: 200 len: 813 time: 0.1089830 Aug 24 08:00:40.454161 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-ec958eee-dc7f-47b9-b241-650aaf08ff61 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/quotas/c534e991899e457c8b41e1dbc12a6670 HTTP/1.1" status: 200 len: 375 time: 0.0102744 Aug 24 08:00:40.496243 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-ca59a436-418b-4739-b9fe-a67b3b8b3630 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c534e991899e457c8b41e1dbc12a6670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367951 Aug 24 08:00:40.536317 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:40.589543 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-7855b4ca-09a4-4162-88d2-98f092fb07ab service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a3255728-56b0-475b-8190-6ecfc66d7231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859702 Aug 24 08:00:40.623056 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:40.772198 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-1fe0e913-a7fe-4173-b154-aeae8cb61b5d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/a3255728-56b0-475b-8190-6ecfc66d7231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962582 Aug 24 08:00:40.773397 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:40.773397 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:41.341410 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bcf7ca91-eb3b-413c-9a28-5cd36d4f1f68 req-0f3b947d-47ea-4363-a976-02edaf05d56d tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 210 time: 0.0290668 Aug 24 08:00:41.821272 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b335ab51-231c-4186-816e-31652064749f req-f9d184b1-8f04-49ac-b10b-b5968ff7d339 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381899 Aug 24 08:00:41.920344 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ab51-231c-4186-816e-31652064749f req-5b9db80f-bd8b-4c8a-95a5-783984a667ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:41.921879 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b335ab51-231c-4186-816e-31652064749f req-5b9db80f-bd8b-4c8a-95a5-783984a667ba service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e52495240cf04548a21b411c32bbe1e1&device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 1130 time: 0.0399470 Aug 24 08:00:42.049000 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ab51-231c-4186-816e-31652064749f req-e20a3743-fede-4495-80ed-2cd4bea30293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:42.050473 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b335ab51-231c-4186-816e-31652064749f req-e20a3743-fede-4495-80ed-2cd4bea30293 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 200 len: 919 time: 0.0961521 Aug 24 08:00:42.097150 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b335ab51-231c-4186-816e-31652064749f req-97a03eee-2454-4c8e-844f-1bfb82a8560e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0 HTTP/1.1" status: 200 len: 217 time: 0.0386467 Aug 24 08:00:42.148500 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ab51-231c-4186-816e-31652064749f req-97256308-d46d-4703-a928-33390e0c70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:42.150027 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b335ab51-231c-4186-816e-31652064749f req-97256308-d46d-4703-a928-33390e0c70b0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 200 len: 857 time: 0.0455384 Aug 24 08:00:42.244185 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c5460-fdd8-4d0b-adc0-6c6da173c9de req-91e5a4a9-a577-4717-ba83-feccbaf59302 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:42.245687 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ec1c5460-fdd8-4d0b-adc0-6c6da173c9de req-91e5a4a9-a577-4717-ba83-feccbaf59302 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0814655 Aug 24 08:00:42.249376 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ab51-231c-4186-816e-31652064749f req-10a84664-82e5-49bc-9eaf-7b085b7c0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:42.250761 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b335ab51-231c-4186-816e-31652064749f req-10a84664-82e5-49bc-9eaf-7b085b7c0a2a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=65ded553-11ab-4374-ae54-fd59db440a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846252 Aug 24 08:00:42.350129 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ec1c5460-fdd8-4d0b-adc0-6c6da173c9de req-fd0171ee-cc64-4083-b5c7-ec3bd1fac2f9 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978844 Aug 24 08:00:42.379860 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37004) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:42.390591 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b335ab51-231c-4186-816e-31652064749f req-dcf6a69a-1c4a-4b27-a230-81ebdf7cbe96 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248109 Aug 24 08:00:42.461371 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0e8339c2-9f9b-47bb-87cc-c5878fbb5d87 req-fbc49ab3-c7d4-4d1e-bf1e-f6fd4b0b39e0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 210 time: 0.0347118 Aug 24 08:00:42.522172 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258f58e2-b954-4840-aa80-055c5810eec4 tempest-TestMinimumBasicScenario-1127426396 tempest-TestMinimumBasicScenario-1127426396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:42.523719 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-258f58e2-b954-4840-aa80-055c5810eec4 tempest-TestMinimumBasicScenario-1127426396 tempest-TestMinimumBasicScenario-1127426396-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 1124 time: 0.1426005 Aug 24 08:00:42.529025 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37008) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:42.534743 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'port_id': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:42.547373 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b335ab51-231c-4186-816e-31652064749f req-b4a34e9c-5517-4d8b-bf76-751b2b5dffdd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478255 Aug 24 08:00:42.606441 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:42.684794 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:42.752539 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=76 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:42.753293 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=74 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:42.795002 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Allocated IP 172.27.4.108 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:00:42.907579 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for port (38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:42.997975 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:43.043676 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:00:43.046602 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:00:43.050469 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:00:43.055586 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'Port': ['ID=38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:43.362632 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c476fc-7979-4e6a-a929-678a7701621f req-cf3f57a3-60fb-4ae9-a79f-36cd4ec6aee0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:43.364289 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-cf3f57a3-60fb-4ae9-a79f-36cd4ec6aee0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.45 "GET /networking/v2.0/networks?id=a3255728-56b0-475b-8190-6ecfc66d7231 HTTP/1.1" status: 200 len: 813 time: 0.1047726 Aug 24 08:00:43.382440 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Request body: {'port': {'device_id': '584a6731-7b9d-4ffb-aacd-14d40a3bdc4a', 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231', 'admin_state_up': True, 'tenant_id': 'c534e991899e457c8b41e1dbc12a6670'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:43.393242 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for floatingip (d81c49d7-2701-44d6-8f18-e3ff5585c221), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:43.422998 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:43.426890 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:43.548219 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:43.553628 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:43.570469 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-271539d8-a90e-4466-a48e-6dc22fa684ee req-281a4826-bfab-429a-9684-7a400fb251b3 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 210 time: 0.0274506 Aug 24 08:00:43.580273 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Made reservation on behalf of c534e991899e457c8b41e1dbc12a6670 for: {'port': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:00:43.594346 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:43.662122 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:43.713611 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for port (38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:43.715999 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Allocated IP 172.20.0.13 (a3255728-56b0-475b-8190-6ecfc66d7231/d6b5f243-2ad8-4371-805c-40cc960eb311/596000da-fcc8-40ef-a757-9986f310fce4) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:00:43.829003 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:43.868994 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks [] for port (596000da-fcc8-40ef-a757-9986f310fce4), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:43.896541 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (d81c49d7-2701-44d6-8f18-e3ff5585c221), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:43.898382 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'Port': ['ID=38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:43.980000 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (596000da-fcc8-40ef-a757-9986f310fce4), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:43.997596 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Floating IP d81c49d7-2701-44d6-8f18-e3ff5585c221 associated. External IP: 172.27.4.108, port: f9f1b354-6f60-423b-8ee3-6fff02486c95. Aug 24 08:00:44.024094 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Network a3255728-56b0-475b-8190-6ecfc66d7231 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:00:44.027183 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:00:44.031496 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:00:44.060126 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Pushing event updated for resources: {'Port': ['ID=596000da-fcc8-40ef-a757-9986f310fce4,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:44.078070 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:44.086506 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:44.087356 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.094128 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:44.168433 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-ab7c009c-9ab9-4e9b-b818-9f2df08a8d7c tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7900465 Aug 24 08:00:44.179987 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Request body: {'port': {'device_id': '584a6731-7b9d-4ffb-aacd-14d40a3bdc4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:44.203257 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Router 68a0aa15-cf6e-467b-a3df-b54121031071 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:00:44.246274 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (596000da-fcc8-40ef-a757-9986f310fce4), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.304898 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:00:44.315363 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] Sync routers for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:00:44.325808 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:00:44.326408 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:00:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:44.398925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.429067 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:00:44.434331 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-d16b00c2-5d30-46ed-8bb2-3207492571c2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9030983 Aug 24 08:00:44.434825 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:44.437536 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2024c0f4-937c-440c-bf26-566b82834da9" -d '{"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:44.440024 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37018) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:44.446677 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-d70a07fc-51f1-40e1-ba9f-4cd957d97257 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988986265', 'description': 'tempest-secgroup-smoke-988986265 description', 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:44.486211 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386f7e79-273b-49f2-8b8b-401529f7ab1d x-openstack-request-id: req-386f7e79-273b-49f2-8b8b-401529f7ab1d {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:44.486496 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:44.486751 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-386f7e79-273b-49f2-8b8b-401529f7ab1d {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:44.487149 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386f7e79-273b-49f2-8b8b-401529f7ab1d'] response: {'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'status': 'completed', 'code': 200} Aug 24 08:00:44.556206 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024c0f4-937c-440c-bf26-566b82834da9 req-88675729-dec0-40bf-b13b-fd067dfb6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:44.557669 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2024c0f4-937c-440c-bf26-566b82834da9 req-88675729-dec0-40bf-b13b-fd067dfb6e73 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 1129 time: 0.0455980 Aug 24 08:00:44.562061 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596000da-fcc8-40ef-a757-9986f310fce4 {{(pid=113380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:00:44.566482 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d70a07fc-51f1-40e1-ba9f-4cd957d97257 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.579304 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Publish callbacks [] for port (596000da-fcc8-40ef-a757-9986f310fce4), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.600287 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.provisioning_blocks [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Transition to ACTIVE for port object 596000da-fcc8-40ef-a757-9986f310fce4 will not be triggered until provisioned by entity L2. {{(pid=113380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:00:44.659240 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d70a07fc-51f1-40e1-ba9f-4cd957d97257 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group (7082845b-6c67-4ad1-8150-cce2528ae451), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.667897 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'd81c49d7-2701-44d6-8f18-e3ff5585c221', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'floating_ip_address': '172.27.4.108', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'port_id': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'mac_address': 'fa:16:3e:51:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:00:43Z', 'updated_at': '2022-08-24T08:00:43Z', 'revision_number': 0, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b0630b-5504-440c-8044-1e2ee63b8b0f', 'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'mac_address': 'fa:16:3e:fa:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:36Z', 'updated_at': '2022-08-24T07:59:41Z', 'revision_number': 5, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'subnets': [{'id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:44.671717 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (596000da-fcc8-40ef-a757-9986f310fce4), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.682526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024c0f4-937c-440c-bf26-566b82834da9 req-59d6e8f1-684f-4150-add2-a60b1509c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:44.684019 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2024c0f4-937c-440c-bf26-566b82834da9 req-59d6e8f1-684f-4150-add2-a60b1509c3f9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=7a10c488-dc2f-4637-9b64-65c3d3616e74 HTTP/1.1" status: 200 len: 916 time: 0.1160405 Aug 24 08:00:44.694347 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] Checking router: 68a0aa15-cf6e-467b-a3df-b54121031071 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:00:44.704143 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:00:44.704995 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:00:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:44.723715 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d70a07fc-51f1-40e1-ba9f-4cd957d97257 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7082845b-6c67-4ad1-8150-cce2528ae451), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.753052 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d246b8-711b-4cfd-8c23-b8792f8c1527 req-b99def68-1312-459f-a8cd-30ed0245c03d tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:44.757867 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-80d246b8-711b-4cfd-8c23-b8792f8c1527 req-b99def68-1312-459f-a8cd-30ed0245c03d tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 944 time: 0.0941713 Aug 24 08:00:44.758035 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2024c0f4-937c-440c-bf26-566b82834da9 req-65681313-dd48-4cc7-8826-bc961949591d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 200 len: 999 time: 0.0595374 Aug 24 08:00:44.796789 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:44.804122 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Pushing event updated for resources: {'Port': ['ID=596000da-fcc8-40ef-a757-9986f310fce4,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:44.811139 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024c0f4-937c-440c-bf26-566b82834da9 req-22c0a8b3-e815-46f7-b9fb-029af48ceb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:44.811636 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:00:44.812715 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2024c0f4-937c-440c-bf26-566b82834da9 req-22c0a8b3-e815-46f7-b9fb-029af48ceb35 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b77a803a-c9c4-4854-9b50-a5b31a08246d HTTP/1.1" status: 200 len: 854 time: 0.0491111 Aug 24 08:00:44.844487 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d70a07fc-51f1-40e1-ba9f-4cd957d97257 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.848512 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-d70a07fc-51f1-40e1-ba9f-4cd957d97257 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4044957 Aug 24 08:00:44.850181 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a07fc-51f1-40e1-ba9f-4cd957d97257 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7082845b-6c67-4ad1-8150-cce2528ae451,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:44.850312 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37024) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:44.854500 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-a7062b0d-18f3-48f1-b5cb-f8f2fa21299f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'security_group_rule': {'security_group_id': '7082845b-6c67-4ad1-8150-cce2528ae451', 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:44.883890 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024c0f4-937c-440c-bf26-566b82834da9 req-e608e259-e2bc-47ea-a1fd-3ea8e75fc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:44.885464 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2024c0f4-937c-440c-bf26-566b82834da9 req-e608e259-e2bc-47ea-a1fd-3ea8e75fc56b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=7a10c488-dc2f-4637-9b64-65c3d3616e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620484 Aug 24 08:00:44.890381 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-80d246b8-711b-4cfd-8c23-b8792f8c1527 req-d29a055f-f35d-4c5e-b758-35d0b74f8e6b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 Aug 24 08:00:44.900851 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Attempting to bind port 596000da-fcc8-40ef-a757-9986f310fce4 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:00:44.901196 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Attempting to bind port 596000da-fcc8-40ef-a757-9986f310fce4 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'af384c99-772e-4cc4-9ebf-8b1241fb39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231'}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:00:44.901529 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Attempting to bind port 596000da-fcc8-40ef-a757-9986f310fce4 on network a3255728-56b0-475b-8190-6ecfc66d7231 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:00:44.906162 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Port 596000da-fcc8-40ef-a757-9986f310fce4 on network a3255728-56b0-475b-8190-6ecfc66d7231 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:00:44.906706 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Attempting to bind port 596000da-fcc8-40ef-a757-9986f310fce4 on network a3255728-56b0-475b-8190-6ecfc66d7231 {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:00:44.917703 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:00:44.917703 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Checking segment: {'id': 'af384c99-772e-4cc4-9ebf-8b1241fb39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:00:44.917703 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Bound using segment: {'id': 'af384c99-772e-4cc4-9ebf-8b1241fb39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231'} {{(pid=113380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:00:44.917703 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.managers [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Bound port: 596000da-fcc8-40ef-a757-9986f310fce4, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af384c99-772e-4cc4-9ebf-8b1241fb39e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231'}}] {{(pid=113380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:00:44.917703 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (596000da-fcc8-40ef-a757-9986f310fce4), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.980708 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7062b0d-18f3-48f1-b5cb-f8f2fa21299f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (492d688f-f94c-4a3f-81af-d86baa6c5c6d), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:44.986924 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:44.991483 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] For port 596000da-fcc8-40ef-a757-9986f310fce4, host hv-cinder-85427, cleared binding levels {{(pid=113380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:00:44.996252 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] For port 596000da-fcc8-40ef-a757-9986f310fce4, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=596000da-fcc8-40ef-a757-9986f310fce4,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:00:45.007657 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:45.022545 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2024c0f4-937c-440c-bf26-566b82834da9 req-3409a2d1-0121-41d4-8cdc-d6fb80aba806 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297736 Aug 24 08:00:45.070289 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7062b0d-18f3-48f1-b5cb-f8f2fa21299f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (492d688f-f94c-4a3f-81af-d86baa6c5c6d), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:45.094727 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (596000da-fcc8-40ef-a757-9986f310fce4), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:45.097985 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:45.098773 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:45.100325 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/596000da-fcc8-40ef-a757-9986f310fce4 HTTP/1.1" status: 200 len: 1094 time: 0.9244747 Aug 24 08:00:45.102857 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584a6731-7b9d-4ffb-aacd-14d40a3bdc4a', 'tag': '596000da-fcc8-40ef-a757-9986f310fce4'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:45.108885 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5439d909-378e-4823-a603-f7428e57e142" -d '{"events": [{"name": "network-changed", "server_uuid": "584a6731-7b9d-4ffb-aacd-14d40a3bdc4a", "tag": "596000da-fcc8-40ef-a757-9986f310fce4"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:45.135213 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'd81c49d7-2701-44d6-8f18-e3ff5585c221', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'floating_ip_address': '172.27.4.108', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'port_id': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'mac_address': 'fa:16:3e:51:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:00:43Z', 'updated_at': '2022-08-24T08:00:43Z', 'revision_number': 0, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b0630b-5504-440c-8044-1e2ee63b8b0f', 'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'mac_address': 'fa:16:3e:fa:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:36Z', 'updated_at': '2022-08-24T07:59:41Z', 'revision_number': 5, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'subnets': [{'id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:45.147432 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2024c0f4-937c-440c-bf26-566b82834da9 req-e0f27474-2132-4ae3-a91d-5da7616f5c03 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079323 Aug 24 08:00:45.158249 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ef80b-c7b0-45b9-af8d-5979a7a64a5a service neutron] Pushing event updated for resources: {'Port': ['ID=596000da-fcc8-40ef-a757-9986f310fce4,revision_number=3']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:45.165415 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021174f-4465-4442-bbc0-de1f9fa15afb None None] The sync data for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi is: [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'd81c49d7-2701-44d6-8f18-e3ff5585c221', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'floating_ip_address': '172.27.4.108', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'port_id': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'mac_address': 'fa:16:3e:51:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:00:43Z', 'updated_at': '2022-08-24T08:00:43Z', 'revision_number': 0, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b0630b-5504-440c-8044-1e2ee63b8b0f', 'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'mac_address': 'fa:16:3e:fa:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:36Z', 'updated_at': '2022-08-24T07:59:41Z', 'revision_number': 5, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'subnets': [{'id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:00:45.173646 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7062b0d-18f3-48f1-b5cb-f8f2fa21299f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (492d688f-f94c-4a3f-81af-d86baa6c5c6d), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:45.194385 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7062b0d-18f3-48f1-b5cb-f8f2fa21299f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492d688f-f94c-4a3f-81af-d86baa6c5c6d,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:45.200031 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:45.201069 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486a18e0-fd59-4adb-95bf-05680a2c0648 x-openstack-request-id: req-486a18e0-fd59-4adb-95bf-05680a2c0648 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:45.201890 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584a6731-7b9d-4ffb-aacd-14d40a3bdc4a", "tag": "596000da-fcc8-40ef-a757-9986f310fce4", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:45.202140 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-486a18e0-fd59-4adb-95bf-05680a2c0648 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:45.202545 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486a18e0-fd59-4adb-95bf-05680a2c0648'] response: {'name': 'network-changed', 'server_uuid': '584a6731-7b9d-4ffb-aacd-14d40a3bdc4a', 'tag': '596000da-fcc8-40ef-a757-9986f310fce4', 'status': 'completed', 'code': 200} Aug 24 08:00:45.268823 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439d909-378e-4823-a603-f7428e57e142 req-cb8194ba-9e61-447f-9c9a-06a8af6e6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:45.272018 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5439d909-378e-4823-a603-f7428e57e142 req-cb8194ba-9e61-447f-9c9a-06a8af6e6faf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c534e991899e457c8b41e1dbc12a6670&device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 1128 time: 0.0414252 Aug 24 08:00:45.300634 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a7062b0d-18f3-48f1-b5cb-f8f2fa21299f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:45.301925 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a7062b0d-18f3-48f1-b5cb-f8f2fa21299f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4508634 Aug 24 08:00:45.304818 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37028) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:45.311618 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-1e68a080-9e54-4467-8e23-d8305c903c57 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'security_group_rule': {'security_group_id': '7082845b-6c67-4ad1-8150-cce2528ae451', 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:45.378066 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef63214-ff2f-493d-9b4a-17ab8ee5fb50 None None] New status for floating IP d81c49d7-2701-44d6-8f18-e3ff5585c221: ACTIVE {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:00:45.402383 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439d909-378e-4823-a603-f7428e57e142 req-a9e4b3df-fd4c-4455-bbd5-0e5b5bcadd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:45.403871 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5439d909-378e-4823-a603-f7428e57e142 req-a9e4b3df-fd4c-4455-bbd5-0e5b5bcadd99 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=c534e991899e457c8b41e1dbc12a6670&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1258376 Aug 24 08:00:45.494430 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1e68a080-9e54-4467-8e23-d8305c903c57 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (58faea16-4233-4f00-8792-fefb6d6055c7), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:45.538850 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439d909-378e-4823-a603-f7428e57e142 req-96b43645-0062-4d10-99e7-390e13179edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:45.540360 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5439d909-378e-4823-a603-f7428e57e142 req-96b43645-0062-4d10-99e7-390e13179edb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1242783 Aug 24 08:00:45.562150 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1e68a080-9e54-4467-8e23-d8305c903c57 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (58faea16-4233-4f00-8792-fefb6d6055c7), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:45.623665 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c476fc-7979-4e6a-a929-678a7701621f req-ddaf33b4-dea3-4ca9-b1df-cee62dd1cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:45.623665 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-ddaf33b4-dea3-4ca9-b1df-cee62dd1cdaa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c534e991899e457c8b41e1dbc12a6670&device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 1128 time: 0.0395861 Aug 24 08:00:45.637632 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1e68a080-9e54-4467-8e23-d8305c903c57 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (58faea16-4233-4f00-8792-fefb6d6055c7), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:45.670271 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-d6efafd6-572e-4b23-96be-97b4bba2e35f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=596000da-fcc8-40ef-a757-9986f310fce4 HTTP/1.1" status: 200 len: 217 time: 0.0398910 Aug 24 08:00:45.681633 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68a080-9e54-4467-8e23-d8305c903c57 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58faea16-4233-4f00-8792-fefb6d6055c7,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:45.729832 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c476fc-7979-4e6a-a929-678a7701621f req-dd3351cb-0ce7-4c41-add4-5ce74eb7773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:45.731375 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-dd3351cb-0ce7-4c41-add4-5ce74eb7773c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d6b5f243-2ad8-4371-805c-40cc960eb311 HTTP/1.1" status: 200 len: 853 time: 0.0507843 Aug 24 08:00:45.764687 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1e68a080-9e54-4467-8e23-d8305c903c57 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:45.765848 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-1e68a080-9e54-4467-8e23-d8305c903c57 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4601634 Aug 24 08:00:45.767772 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-e1f2d9a9-ee22-4ac3-b7ec-bef81f95fb40 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=a3255728-56b0-475b-8190-6ecfc66d7231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298429 Aug 24 08:00:45.768582 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37030) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:45.770731 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:45.773920 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-e35f1f0d-ac37-40ee-8d33-e5edea7a5eea tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'security_group_rule': {'security_group_id': '7082845b-6c67-4ad1-8150-cce2528ae451', 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:45.874181 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-2846ea9d-d3a0-4035-87e9-1e02adab3d91 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a3255728-56b0-475b-8190-6ecfc66d7231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953403 Aug 24 08:00:46.030565 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d8a81-8566-48f8-9c10-22332654b1e1 req-64ac5349-ef86-48a9-b070-b9cc8fe8636a tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:46.032420 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a55d8a81-8566-48f8-9c10-22332654b1e1 req-64ac5349-ef86-48a9-b070-b9cc8fe8636a tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 944 time: 0.0540571 Aug 24 08:00:46.172409 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e35f1f0d-ac37-40ee-8d33-e5edea7a5eea tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (48f67bb6-b524-46a3-83d9-6c84c1151343), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:46.266224 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-38c476fc-7979-4e6a-a929-678a7701621f req-dd8e5b06-b36e-489f-8c96-4bb6fe03ee76 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a3255728-56b0-475b-8190-6ecfc66d7231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845587 Aug 24 08:00:46.275255 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e35f1f0d-ac37-40ee-8d33-e5edea7a5eea tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (48f67bb6-b524-46a3-83d9-6c84c1151343), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:46.322236 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a55d8a81-8566-48f8-9c10-22332654b1e1 req-1a900860-4790-4f05-973c-281deb987c93 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837660 Aug 24 08:00:46.331492 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e35f1f0d-ac37-40ee-8d33-e5edea7a5eea tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (48f67bb6-b524-46a3-83d9-6c84c1151343), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:46.354450 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f1f0d-ac37-40ee-8d33-e5edea7a5eea tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f67bb6-b524-46a3-83d9-6c84c1151343,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:46.459373 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e35f1f0d-ac37-40ee-8d33-e5edea7a5eea tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:46.460535 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-e35f1f0d-ac37-40ee-8d33-e5edea7a5eea tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6908007 Aug 24 08:00:46.463346 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37034) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:46.467747 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-2013ddec-7522-4eb0-be46-6567c4a2fa16 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'security_group_rule': {'security_group_id': '7082845b-6c67-4ad1-8150-cce2528ae451', 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:46.563729 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2013ddec-7522-4eb0-be46-6567c4a2fa16 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (06a37185-325b-45e4-b89f-7fcb6cd29ed3), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:46.622422 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2013ddec-7522-4eb0-be46-6567c4a2fa16 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (06a37185-325b-45e4-b89f-7fcb6cd29ed3), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:46.693724 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2013ddec-7522-4eb0-be46-6567c4a2fa16 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (06a37185-325b-45e4-b89f-7fcb6cd29ed3), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:46.700838 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:46.713613 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013ddec-7522-4eb0-be46-6567c4a2fa16 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a37185-325b-45e4-b89f-7fcb6cd29ed3,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:46.782790 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:46.810487 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2013ddec-7522-4eb0-be46-6567c4a2fa16 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:46.812317 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2013ddec-7522-4eb0-be46-6567c4a2fa16 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3480000 Aug 24 08:00:46.814992 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37036) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:46.819293 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-07696a65-bbae-4b5a-b91c-4a976d29cd3f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'security_group_rule': {'security_group_id': '7082845b-6c67-4ad1-8150-cce2528ae451', 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:46.951521 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.securitygroups_db [None req-07696a65-bbae-4b5a-b91c-4a976d29cd3f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Project 4b41efe770974b3aa9a34e21dc2ea5d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 08:00:46.957957 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-07696a65-bbae-4b5a-b91c-4a976d29cd3f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (5356c1e2-a8f0-4853-a1ab-35456defe1df), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:47.016243 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-07696a65-bbae-4b5a-b91c-4a976d29cd3f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (5356c1e2-a8f0-4853-a1ab-35456defe1df), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:47.088059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-07696a65-bbae-4b5a-b91c-4a976d29cd3f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (5356c1e2-a8f0-4853-a1ab-35456defe1df), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:47.106856 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07696a65-bbae-4b5a-b91c-4a976d29cd3f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5356c1e2-a8f0-4853-a1ab-35456defe1df,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:47.204275 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-07696a65-bbae-4b5a-b91c-4a976d29cd3f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:47.205525 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-07696a65-bbae-4b5a-b91c-4a976d29cd3f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3896220 Aug 24 08:00:47.208160 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37038) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:47.212384 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-aa59c1dd-aa50-4bcb-97ce-ad7fa16c6237 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'security_group_rule': {'security_group_id': '7082845b-6c67-4ad1-8150-cce2528ae451', 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:47.299500 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.securitygroups_db [None req-aa59c1dd-aa50-4bcb-97ce-ad7fa16c6237 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Project 4b41efe770974b3aa9a34e21dc2ea5d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 08:00:47.305767 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-aa59c1dd-aa50-4bcb-97ce-ad7fa16c6237 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (05d538ed-81a3-41c3-900f-d73422fab87c), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:47.366947 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-aa59c1dd-aa50-4bcb-97ce-ad7fa16c6237 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (05d538ed-81a3-41c3-900f-d73422fab87c), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:47.436644 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-aa59c1dd-aa50-4bcb-97ce-ad7fa16c6237 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (05d538ed-81a3-41c3-900f-d73422fab87c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:47.445615 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fe505-516a-46e4-bdae-13c32fceb667 req-de957854-0383-48d5-9a4a-67937d9c3194 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:47.447027 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-724fe505-516a-46e4-bdae-13c32fceb667 req-de957854-0383-48d5-9a4a-67937d9c3194 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 944 time: 0.0496199 Aug 24 08:00:47.470500 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59c1dd-aa50-4bcb-97ce-ad7fa16c6237 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d538ed-81a3-41c3-900f-d73422fab87c,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:47.505995 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-724fe505-516a-46e4-bdae-13c32fceb667 req-d68c77d0-6401-478c-91c9-24ec8a969df0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471721 Aug 24 08:00:47.539086 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-aa59c1dd-aa50-4bcb-97ce-ad7fa16c6237 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:47.540255 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-aa59c1dd-aa50-4bcb-97ce-ad7fa16c6237 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3311152 Aug 24 08:00:47.627755 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d3138146-921f-4c58-b755-44963357f210 req-698bad16-98d2-405c-9742-540a10191d71 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-988986265&fields=id&tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2 HTTP/1.1" status: 200 len: 267 time: 0.0432613 Aug 24 08:00:47.677526 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3138146-921f-4c58-b755-44963357f210 req-cd63a54e-7abb-43cd-8ba2-386084742de5 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:47.679036 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d3138146-921f-4c58-b755-44963357f210 req-cd63a54e-7abb-43cd-8ba2-386084742de5 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0458772 Aug 24 08:00:47.689540 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [req-d3138146-921f-4c58-b755-44963357f210 req-7c5c5b7b-2bb3-4bde-a65a-167aa40fd952 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'port': {'security_groups': ['feb07a31-b940-41e9-a65f-2b4184bcb65f', '7082845b-6c67-4ad1-8150-cce2528ae451']}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:00:47.762475 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d3138146-921f-4c58-b755-44963357f210 req-7c5c5b7b-2bb3-4bde-a65a-167aa40fd952 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:47.948517 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-d3138146-921f-4c58-b755-44963357f210 req-7c5c5b7b-2bb3-4bde-a65a-167aa40fd952 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] For port f9f1b354-6f60-423b-8ee3-6fff02486c95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:47.976520 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d3138146-921f-4c58-b755-44963357f210 req-7c5c5b7b-2bb3-4bde-a65a-167aa40fd952 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:48.039919 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d3138146-921f-4c58-b755-44963357f210 req-7c5c5b7b-2bb3-4bde-a65a-167aa40fd952 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:48.050384 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3138146-921f-4c58-b755-44963357f210 req-7c5c5b7b-2bb3-4bde-a65a-167aa40fd952 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:48.050988 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d3138146-921f-4c58-b755-44963357f210 req-7c5c5b7b-2bb3-4bde-a65a-167aa40fd952 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:48.053273 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d3138146-921f-4c58-b755-44963357f210 req-7c5c5b7b-2bb3-4bde-a65a-167aa40fd952 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "PUT /networking/v2.0/ports/f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 200 len: 981 time: 0.3681021 Aug 24 08:00:48.053820 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:48.054643 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f9f1b354-6f60-423b-8ee3-6fff02486c95'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:00:48.056044 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa3a155-8fe1-486b-97b0-6ae6d101a11b" -d '{"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:48.133516 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1049badd-abfd-4672-b12f-df8e3b9496cd x-openstack-request-id: req-1049badd-abfd-4672-b12f-df8e3b9496cd {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:48.133806 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:48.134584 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1049badd-abfd-4672-b12f-df8e3b9496cd {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:48.135580 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1049badd-abfd-4672-b12f-df8e3b9496cd'] response: {'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'status': 'completed', 'code': 200} Aug 24 08:00:48.151407 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c5b7b-2bb3-4bde-a65a-167aa40fd952 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'Port': ['ID=f9f1b354-6f60-423b-8ee3-6fff02486c95,revision_number=6']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:48.179781 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f9f1b354-6f60-423b-8ee3-6fff02486c95'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:00:48.199070 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c02c7e-2dea-465a-aa40-8d646bb8e8fa req-9d35f1a7-1471-4903-8aa4-319828ed223a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:48.200528 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-78c02c7e-2dea-465a-aa40-8d646bb8e8fa req-9d35f1a7-1471-4903-8aa4-319828ed223a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0907798 Aug 24 08:00:48.212632 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-29717004-fa5d-4363-8878-0940f4302f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:48.215238 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-29717004-fa5d-4363-8878-0940f4302f7c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 1168 time: 0.0669162 Aug 24 08:00:48.274409 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 596000da-fcc8-40ef-a757-9986f310fce4 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:00:48.283265 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:48.354425 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-78c02c7e-2dea-465a-aa40-8d646bb8e8fa req-4882b07d-dfea-4fc5-a8f7-efa493028d98 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431329 Aug 24 08:00:48.394089 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-9c411308-3901-4787-b63d-1fc0781881da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:48.395932 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-9c411308-3901-4787-b63d-1fc0781881da service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=7a10c488-dc2f-4637-9b64-65c3d3616e74 HTTP/1.1" status: 200 len: 916 time: 0.1725817 Aug 24 08:00:48.462357 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-4a681420-9c70-4280-8e76-e594e4a18bf5 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 200 len: 1001 time: 0.0599258 Aug 24 08:00:48.464371 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:48.527783 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-d723fc2f-0755-4bf4-80fc-a039e334ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:48.530313 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-d723fc2f-0755-4bf4-80fc-a039e334ebed service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b77a803a-c9c4-4854-9b50-a5b31a08246d HTTP/1.1" status: 200 len: 854 time: 0.0602775 Aug 24 08:00:48.613903 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 596000da-fcc8-40ef-a757-9986f310fce4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=596000da-fcc8-40ef-a757-9986f310fce4,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:48.641980 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '596000da-fcc8-40ef-a757-9986f310fce4', 'network_id': 'a3255728-56b0-475b-8190-6ecfc66d7231', 'port_id': '596000da-fcc8-40ef-a757-9986f310fce4', 'mac_address': 'fa:16:3e:12:49:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b5f243-2ad8-4371-805c-40cc960eb311', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:00:48.653797 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-35a55e0f-dec7-485e-b8f1-d055dc74705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:48.655479 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-35a55e0f-dec7-485e-b8f1-d055dc74705f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=7a10c488-dc2f-4637-9b64-65c3d3616e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085064 Aug 24 08:00:48.679168 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021baea-c5fb-4f88-828d-2c3ee1674358 req-e51ee4b7-8f41-48e5-97a9-b2f128fb8801 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:48.680610 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c021baea-c5fb-4f88-828d-2c3ee1674358 req-e51ee4b7-8f41-48e5-97a9-b2f128fb8801 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 944 time: 0.0674729 Aug 24 08:00:48.712091 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:48.743376 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 596000da-fcc8-40ef-a757-9986f310fce4 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:00:48.743762 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (596000da-fcc8-40ef-a757-9986f310fce4), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:48.780915 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596000da-fcc8-40ef-a757-9986f310fce4 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:00:48.791812 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c021baea-c5fb-4f88-828d-2c3ee1674358 req-5d380e5e-b8f6-46a3-b31e-d2fbf46547c7 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006107 Aug 24 08:00:48.802413 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-7eee7654-4c91-4e87-9af0-4e70bb170cb1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383944 Aug 24 08:00:48.830653 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 596000da-fcc8-40ef-a757-9986f310fce4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=596000da-fcc8-40ef-a757-9986f310fce4,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:48.833963 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:48.897464 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (596000da-fcc8-40ef-a757-9986f310fce4), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:48.923633 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-afa3a155-8fe1-486b-97b0-6ae6d101a11b req-72621891-136b-4799-92ad-f35d6c68dedd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137598 Aug 24 08:00:48.977615 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=596000da-fcc8-40ef-a757-9986f310fce4,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:49.438031 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['596000da-fcc8-40ef-a757-9986f310fce4'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:00:49.551364 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:49.918125 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71fc34-4dba-4e5d-ba33-cf7c515ba5bd req-48e0ba78-5c08-4f9a-9757-0290eb7127be tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:49.919612 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4b71fc34-4dba-4e5d-ba33-cf7c515ba5bd req-48e0ba78-5c08-4f9a-9757-0290eb7127be tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 945 time: 0.0483882 Aug 24 08:00:49.987557 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4b71fc34-4dba-4e5d-ba33-cf7c515ba5bd req-3785fa53-a6c3-4a43-87c9-760dd8cf6923 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619791 Aug 24 08:00:50.288135 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 596000da-fcc8-40ef-a757-9986f310fce4 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:00:50.334169 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 596000da-fcc8-40ef-a757-9986f310fce4 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:00:50.402917 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 596000da-fcc8-40ef-a757-9986f310fce4 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:00:50.403306 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (596000da-fcc8-40ef-a757-9986f310fce4), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:50.475043 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec829e3-c458-4bdf-995f-5c31220bc29d req-c20efa11-779d-42b4-b467-350d807840ee tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:50.476573 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-eec829e3-c458-4bdf-995f-5c31220bc29d req-c20efa11-779d-42b4-b467-350d807840ee tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0466468 Aug 24 08:00:50.477020 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 596000da-fcc8-40ef-a757-9986f310fce4 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:00:50.477493 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (596000da-fcc8-40ef-a757-9986f310fce4), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:50.503470 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584a6731-7b9d-4ffb-aacd-14d40a3bdc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596000da-fcc8-40ef-a757-9986f310fce4'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:50.504190 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:50.505878 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e67ada-df9d-41e1-a8db-abbe7593f9e1" -d '{"events": [{"server_uuid": "584a6731-7b9d-4ffb-aacd-14d40a3bdc4a", "name": "network-vif-plugged", "status": "completed", "tag": "596000da-fcc8-40ef-a757-9986f310fce4"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:50.518870 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 596000da-fcc8-40ef-a757-9986f310fce4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=596000da-fcc8-40ef-a757-9986f310fce4,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:50.527956 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-eec829e3-c458-4bdf-995f-5c31220bc29d req-c9f8e361-a7bd-41a3-b4e4-44e464917483 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447392 Aug 24 08:00:50.550228 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6020f87-12ce-41ba-a996-b371ad63dc48 x-openstack-request-id: req-a6020f87-12ce-41ba-a996-b371ad63dc48 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:50.550228 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584a6731-7b9d-4ffb-aacd-14d40a3bdc4a", "name": "network-vif-plugged", "status": "completed", "tag": "596000da-fcc8-40ef-a757-9986f310fce4", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:50.550228 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6020f87-12ce-41ba-a996-b371ad63dc48 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:50.550228 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6020f87-12ce-41ba-a996-b371ad63dc48'] response: {'server_uuid': '584a6731-7b9d-4ffb-aacd-14d40a3bdc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596000da-fcc8-40ef-a757-9986f310fce4', 'code': 200} Aug 24 08:00:50.594190 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (596000da-fcc8-40ef-a757-9986f310fce4), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:50.644035 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=596000da-fcc8-40ef-a757-9986f310fce4,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:51.106484 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef3cab-9cae-4053-8aa8-4444fc8c2d1e req-258dae1c-55e5-4f48-a467-b6bf0cccfd1e tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:51.108569 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47ef3cab-9cae-4053-8aa8-4444fc8c2d1e req-258dae1c-55e5-4f48-a467-b6bf0cccfd1e tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 946 time: 0.0479624 Aug 24 08:00:51.155527 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-47ef3cab-9cae-4053-8aa8-4444fc8c2d1e req-6b461b5f-df8a-4a20-98e3-cb95cb772f96 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Aug 24 08:00:51.596827 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-329ba83f-ef24-4476-b40a-f204c7084ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:51.649858 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37d968-606c-44c2-803e-de6ae3629334 req-d02bbdc7-4309-44d5-809e-ebc0d67202f6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:51.651255 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8b37d968-606c-44c2-803e-de6ae3629334 req-d02bbdc7-4309-44d5-809e-ebc0d67202f6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0467131 Aug 24 08:00:51.702549 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8b37d968-606c-44c2-803e-de6ae3629334 req-7b14bd17-4505-42db-9fe9-69bd0cde1314 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457730 Aug 24 08:00:51.748777 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:52.276280 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c894a-354e-47be-bbf6-f60bbc63b0c3 req-f6dcc0d6-c970-41b0-ad07-cd9ce3c515eb tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:52.277685 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c82c894a-354e-47be-bbf6-f60bbc63b0c3 req-f6dcc0d6-c970-41b0-ad07-cd9ce3c515eb tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 946 time: 0.0502446 Aug 24 08:00:52.324569 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c82c894a-354e-47be-bbf6-f60bbc63b0c3 req-4b9f72c5-2c51-4158-851c-5896c2883fbb tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Aug 24 08:00:52.818405 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ecaf-d129-40b1-8c9c-fcedb563db79 req-e1bdf464-183c-4fc7-97e3-7134470e6416 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:52.819878 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cfe9ecaf-d129-40b1-8c9c-fcedb563db79 req-e1bdf464-183c-4fc7-97e3-7134470e6416 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0464041 Aug 24 08:00:52.867136 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cfe9ecaf-d129-40b1-8c9c-fcedb563db79 req-c33c73ac-3f42-43d7-96d7-7ee12c5732bf tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417430 Aug 24 08:00:53.441907 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b210-93c7-4bd1-9fd6-3298299c2229 req-e0a663b4-c8c1-40a9-befe-8115a73fdd76 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:53.443293 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-39d0b210-93c7-4bd1-9fd6-3298299c2229 req-e0a663b4-c8c1-40a9-befe-8115a73fdd76 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 946 time: 0.0470717 Aug 24 08:00:53.489554 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-39d0b210-93c7-4bd1-9fd6-3298299c2229 req-c47ce43b-bf1f-4fd3-9c50-bc79524e99c5 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Aug 24 08:00:53.794528 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f50b-5211-4d24-9d1f-2a0b9fcc3d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:53.987215 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2f7fc-beb8-41f5-aa06-fb070fab5a05 req-da94bd70-a838-4e74-863d-f22577da332e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:53.988719 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-31d2f7fc-beb8-41f5-aa06-fb070fab5a05 req-da94bd70-a838-4e74-863d-f22577da332e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0465250 Aug 24 08:00:54.036133 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-31d2f7fc-beb8-41f5-aa06-fb070fab5a05 req-1204a7bb-b972-4702-b274-002c8ebcd32f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bb96ed6c-1018-4451-91c8-2a0e7d0c6106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416491 Aug 24 08:00:54.134263 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae843c2-af45-4027-ba0b-ded9ca4e8807 req-394154a3-b50e-4ef9-8d6b-df640f280db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:54.135735 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ae843c2-af45-4027-ba0b-ded9ca4e8807 req-394154a3-b50e-4ef9-8d6b-df640f280db8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 1130 time: 0.0833502 Aug 24 08:00:54.202359 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:54.206045 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ae843c2-af45-4027-ba0b-ded9ca4e8807 req-2543b6a4-09f7-4e12-9a26-2c0f0a88a6d0 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383856 Aug 24 08:00:54.213722 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-dea7c585-f313-4560-8c0d-6b4c746e5a84 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:54.215214 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-dea7c585-f313-4560-8c0d-6b4c746e5a84 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 945 time: 0.0472341 Aug 24 08:00:54.512043 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Deleting port 8acdda10-43f7-423f-9513-4deb10644221 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:00:54.526253 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (8acdda10-43f7-423f-9513-4deb10644221), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:54.640520 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f3fda-a5a2-429e-8dfa-ab010994feb7 req-89a3a619-28bb-4d02-9fab-01a3831e3889 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:54.641863 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-955f3fda-a5a2-429e-8dfa-ab010994feb7 req-89a3a619-28bb-4d02-9fab-01a3831e3889 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 946 time: 0.0689819 Aug 24 08:00:54.649747 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] For port 8acdda10-43f7-423f-9513-4deb10644221, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8acdda10-43f7-423f-9513-4deb10644221,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:00:54.650110 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (8acdda10-43f7-423f-9513-4deb10644221), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:54.793509 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-955f3fda-a5a2-429e-8dfa-ab010994feb7 req-1d408ad1-c458-4c59-976a-94ad67d08b7f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455395 Aug 24 08:00:54.902197 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:54.902559 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (32939667-ffad-4cc0-8880-5225accd2938), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:54.902922 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.l3_db [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Floating IP 32939667-ffad-4cc0-8880-5225accd2938 disassociated. External IP: 172.27.4.22, port: 8acdda10-43f7-423f-9513-4deb10644221. Aug 24 08:00:54.903268 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Calling delete_port for 8acdda10-43f7-423f-9513-4deb10644221 owned by compute:nova {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:00:55.111367 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (8acdda10-43f7-423f-9513-4deb10644221), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:55.138816 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e22c31c7-f7f5-4b4f-a275-55b0ac6a1c94 req-b9e977c4-a624-43f4-84d7-8f7d7130fb4e tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0293734 Aug 24 08:00:55.141600 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event deleted for resources: {'Port': ['ID=8acdda10-43f7-423f-9513-4deb10644221,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:55.222316 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:55.253443 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:00:55.322351 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:55.355310 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:00:55.366223 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] Sync routers for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:00:55.376094 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:00:55.376862 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:00:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:55.400142 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] No DVR routers for this DVR port 8acdda10-43f7-423f-9513-4deb10644221 on host hv-cinder-85427 {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:00:55.403551 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:55.407802 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d6ebe82f-d222-4a3a-b94f-3e997fb75135 req-d2341bad-4ab9-4105-a92a-34ed8e881cc2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "DELETE /networking/v2.0/ports/8acdda10-43f7-423f-9513-4deb10644221 HTTP/1.1" status: 204 len: 173 time: 0.9773891 Aug 24 08:00:55.408249 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'name': 'network-vif-deleted', 'tag': '8acdda10-43f7-423f-9513-4deb10644221'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:00:55.410553 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5513ab22-cfc2-4ca4-8d0c-5c49653e6e23" -d '{"events": [{"server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "name": "network-vif-deleted", "tag": "8acdda10-43f7-423f-9513-4deb10644221"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:00:55.447582 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87176ad9-ca3c-4d86-b3f1-96d87354ff2f x-openstack-request-id: req-87176ad9-ca3c-4d86-b3f1-96d87354ff2f {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:00:55.447868 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31397ec-5acf-4a90-a500-280a47ed1f55", "name": "network-vif-deleted", "tag": "8acdda10-43f7-423f-9513-4deb10644221", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:00:55.448120 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87176ad9-ca3c-4d86-b3f1-96d87354ff2f {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:00:55.448520 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87176ad9-ca3c-4d86-b3f1-96d87354ff2f'] response: {'server_uuid': 'f31397ec-5acf-4a90-a500-280a47ed1f55', 'name': 'network-vif-deleted', 'tag': '8acdda10-43f7-423f-9513-4deb10644221', 'status': 'completed', 'code': 200} Aug 24 08:00:55.484819 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:00:55.511113 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:55.676325 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:47Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:55.699811 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] Checking router: 52d1b0e2-991e-4544-b2f3-3f8c206b97fa for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:00:55.708572 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:00:55.709254 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:00:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:55.807804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:00:55.836205 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:55.913190 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852d554-90a7-4599-b6b9-b3ce119b7e33 req-89b09b23-2a3f-4e13-b399-7451a579cf0b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:55.914598 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b852d554-90a7-4599-b6b9-b3ce119b7e33 req-89b09b23-2a3f-4e13-b399-7451a579cf0b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 946 time: 0.0479660 Aug 24 08:00:55.964223 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b852d554-90a7-4599-b6b9-b3ce119b7e33 req-07391e3c-2a89-4a73-a042-a4d3f29b6a42 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 Aug 24 08:00:56.006282 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:47Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:00:56.033883 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395608d2-ecd3-47d2-83a5-6828e8fcf2ad None None] The sync data for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi is: [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:36Z', 'revision_number': 4, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'bf9099aa-20e1-41a5-a280-1e584c7360ba', 'name': '', 'network_id': '65ded553-11ab-4374-ae54-fd59db440a78', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'mac_address': 'fa:16:3e:9c:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:34Z', 'updated_at': '2022-08-24T07:55:47Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'subnets': [{'id': '89be8ce2-165e-44fe-8ef0-2670ee54c8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:00:56.265003 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5e077904-95e2-4c4e-a806-76b07f22bf6a req-121eafea-d776-4b21-886e-9399c4be1443 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f31397ec-5acf-4a90-a500-280a47ed1f55 HTTP/1.1" status: 200 len: 210 time: 0.0303054 Aug 24 08:00:56.278298 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b6fe5-5db7-4ac6-8e23-9b47a658ef04 None None] New status for floating IP 32939667-ffad-4cc0-8880-5225accd2938: DOWN {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:00:56.578968 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:56.857089 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:57.084120 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debfb7b-f64c-4259-a148-66f075f31981 req-1e798f2a-e480-4b24-bfbf-12332bdc1642 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:00:57.085572 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6debfb7b-f64c-4259-a148-66f075f31981 req-1e798f2a-e480-4b24-bfbf-12332bdc1642 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 946 time: 0.0500090 Aug 24 08:00:57.128672 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:57.133288 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6debfb7b-f64c-4259-a148-66f075f31981 req-3ad96fea-08fb-49bc-943d-571a3d671efc tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Aug 24 08:00:57.473948 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37122) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:57.519335 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:57.530553 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group (bb96ed6c-1018-4451-91c8-2a0e7d0c6106), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:57.552186 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group (bb96ed6c-1018-4451-91c8-2a0e7d0c6106), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:57.734080 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (bb96ed6c-1018-4451-91c8-2a0e7d0c6106), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:57.736762 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:57.740516 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/bb96ed6c-1018-4451-91c8-2a0e7d0c6106 HTTP/1.1" status: 204 len: 168 time: 0.2629707 Aug 24 08:00:57.741254 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37124) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:57.747378 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96ed6c-1018-4451-91c8-2a0e7d0c6106,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:57.755825 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.756167 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.756510 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.756882 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.757220 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.757551 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.757883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.758212 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.758537 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.758861 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.759184 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.759511 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.759847 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.760157 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.760478 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d38e984-0ca0-4d13-a139-8f94bb0124a5 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:00:57.761732 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.api.v2.resource [None req-30b77cb2-b017-4bcc-8b74-e9375fb23060 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] show failed (client error): The resource could not be found. Aug 24 08:00:57.766309 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37126) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:00:57.769237 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-30b77cb2-b017-4bcc-8b74-e9375fb23060 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups/bb96ed6c-1018-4451-91c8-2a0e7d0c6106 HTTP/1.1" status: 404 len: 347 time: 0.0262432 Aug 24 08:00:57.879628 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Deleting port 3611a9ab-b339-4cd0-86b1-ec140092a6b9 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:00:57.879968 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (3611a9ab-b339-4cd0-86b1-ec140092a6b9), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:57.882532 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:00:57.962287 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (3611a9ab-b339-4cd0-86b1-ec140092a6b9), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:57.962766 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for floatingip (3611a9ab-b339-4cd0-86b1-ec140092a6b9), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:57.980293 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Calling delete_port for 3611a9ab-b339-4cd0-86b1-ec140092a6b9 owned by network:floatingip {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:00:58.204034 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (3611a9ab-b339-4cd0-86b1-ec140092a6b9), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:58.227155 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event deleted for resources: {'Port': ['ID=3611a9ab-b339-4cd0-86b1-ec140092a6b9,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:00:58.289569 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks [] for floatingip (32939667-ffad-4cc0-8880-5225accd2938), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:58.292225 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:00:58.293429 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-6d96a714-665a-4c64-bc11-17b77f2188c4 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/32939667-ffad-4cc0-8880-5225accd2938 HTTP/1.1" status: 204 len: 168 time: 0.5260978 Aug 24 08:00:58.299199 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 8acdda10-43f7-423f-9513-4deb10644221 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:00:58.322011 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 8acdda10-43f7-423f-9513-4deb10644221 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:00:58.322379 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 8acdda10-43f7-423f-9513-4deb10644221 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:01:01.368977 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b10045-c281-44f0-a65e-ffebedefe93f req-3e1829ba-4cd1-4bfc-9dfa-daee7df8c930 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:01.370472 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-76b10045-c281-44f0-a65e-ffebedefe93f req-3e1829ba-4cd1-4bfc-9dfa-daee7df8c930 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0501618 Aug 24 08:01:01.426887 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-76b10045-c281-44f0-a65e-ffebedefe93f req-b04707c3-f894-45a2-94ce-cb32daf412d1 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506287 Aug 24 08:01:02.551636 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5885d1d-599b-4533-a064-b0d62da588da req-35a44b21-132f-4397-96d1-3f70f313b99f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:02.553134 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c5885d1d-599b-4533-a064-b0d62da588da req-35a44b21-132f-4397-96d1-3f70f313b99f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0507965 Aug 24 08:01:02.600436 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c5885d1d-599b-4533-a064-b0d62da588da req-42cd3510-8292-403b-989e-8b21458568ad tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Aug 24 08:01:03.727504 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c6f35-b06e-4893-9dfd-102e5f3ee62e req-9fe37887-adfa-4c9b-a0cf-91a59b8acf69 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:03.729004 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-535c6f35-b06e-4893-9dfd-102e5f3ee62e req-9fe37887-adfa-4c9b-a0cf-91a59b8acf69 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0514858 Aug 24 08:01:03.776844 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-535c6f35-b06e-4893-9dfd-102e5f3ee62e req-f6c65b85-7b40-4463-8532-63a63ce61cdd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Aug 24 08:01:03.870376 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-4ed7e0df-abba-4c89-a741-e65f4dbbcf41 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:03.871810 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-4ed7e0df-abba-4c89-a741-e65f4dbbcf41 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 945 time: 0.0443003 Aug 24 08:01:03.963470 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Deleting port 49b68683-54d3-4b18-ac8e-682c0ebad5ee {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:01:03.963735 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:04.057112 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] For port 49b68683-54d3-4b18-ac8e-682c0ebad5ee, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=49b68683-54d3-4b18-ac8e-682c0ebad5ee,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:04.057472 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:04.070872 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Calling delete_port for 49b68683-54d3-4b18-ac8e-682c0ebad5ee owned by compute:nova {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:01:04.299803 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (49b68683-54d3-4b18-ac8e-682c0ebad5ee), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:04.311657 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['49b68683-54d3-4b18-ac8e-682c0ebad5ee', '5a81c1e6-d657-4fb4-a660-b452ce1735b0'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:01:04.326470 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event deleted for resources: {'Port': ['ID=49b68683-54d3-4b18-ac8e-682c0ebad5ee,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:04.344901 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.348593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.350412 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.350412 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.350412 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:04.395857 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] No DVR routers for this DVR port 49b68683-54d3-4b18-ac8e-682c0ebad5ee on host hv-cinder-85427 {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:01:04.398198 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:04.401683 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9a92dd15-4616-4a26-973d-f99bfd62f0e1 req-cb58135e-91a0-44f2-bbb2-f9d2394d6903 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "DELETE /networking/v2.0/ports/49b68683-54d3-4b18-ac8e-682c0ebad5ee HTTP/1.1" status: 204 len: 173 time: 0.5207872 Aug 24 08:01:04.402141 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f68297f-844b-4ab5-a37a-6bccb85cb78a', 'name': 'network-vif-deleted', 'tag': '49b68683-54d3-4b18-ac8e-682c0ebad5ee'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:01:04.405119 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a101d2f0-f538-46a9-bc9a-3f02dc3202df" -d '{"events": [{"server_uuid": "8f68297f-844b-4ab5-a37a-6bccb85cb78a", "name": "network-vif-deleted", "tag": "49b68683-54d3-4b18-ac8e-682c0ebad5ee"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:01:04.512036 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e5ecb2-52de-4d17-9904-e634fd9447fc x-openstack-request-id: req-79e5ecb2-52de-4d17-9904-e634fd9447fc {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:01:04.512322 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f68297f-844b-4ab5-a37a-6bccb85cb78a", "name": "network-vif-deleted", "tag": "49b68683-54d3-4b18-ac8e-682c0ebad5ee", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:01:04.512596 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79e5ecb2-52de-4d17-9904-e634fd9447fc {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:01:04.515039 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e5ecb2-52de-4d17-9904-e634fd9447fc'] response: {'server_uuid': '8f68297f-844b-4ab5-a37a-6bccb85cb78a', 'name': 'network-vif-deleted', 'tag': '49b68683-54d3-4b18-ac8e-682c0ebad5ee', 'status': 'completed', 'code': 200} Aug 24 08:01:04.878732 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c1aa6f46-7ba7-4948-a5fa-ef50f6c006e6 req-0d88f6fa-42a4-46ad-86c7-295413daf977 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8f68297f-844b-4ab5-a37a-6bccb85cb78a HTTP/1.1" status: 200 len: 210 time: 0.0301435 Aug 24 08:01:06.009087 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=15 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:06.009965 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=71 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:06.348906 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:06.416171 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45928902-e294-46ff-bc05-33bb1791c291 req-526006ee-0950-4a94-a7b1-5b2769cd9852 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:06.417705 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-45928902-e294-46ff-bc05-33bb1791c291 req-526006ee-0950-4a94-a7b1-5b2769cd9852 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0487983 Aug 24 08:01:06.464203 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-45928902-e294-46ff-bc05-33bb1791c291 req-9ae9748c-1f86-46cd-9f12-50d6baccc707 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Aug 24 08:01:07.586017 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f9a10-aff6-49f1-bef2-1e0912904ce2 req-517206ae-6d4c-452e-9804-95b32afbb042 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:07.587469 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5c0f9a10-aff6-49f1-bef2-1e0912904ce2 req-517206ae-6d4c-452e-9804-95b32afbb042 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0466678 Aug 24 08:01:07.633908 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5c0f9a10-aff6-49f1-bef2-1e0912904ce2 req-a61067b3-c91f-413a-b55a-73540d1a9bb2 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Aug 24 08:01:08.752753 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f12f7-d31e-40df-b5b6-bd9eeb181d89 req-1b7746aa-efd5-4675-a641-61c713d02d6f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:08.754232 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-910f12f7-d31e-40df-b5b6-bd9eeb181d89 req-1b7746aa-efd5-4675-a641-61c713d02d6f tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0462482 Aug 24 08:01:08.783383 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:08.805566 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-910f12f7-d31e-40df-b5b6-bd9eeb181d89 req-069076ca-0bb4-45d8-a306-028251d313fc tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Aug 24 08:01:08.955147 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 49b68683-54d3-4b18-ac8e-682c0ebad5ee no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:01:08.974817 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 49b68683-54d3-4b18-ac8e-682c0ebad5ee {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:01:08.975169 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 49b68683-54d3-4b18-ac8e-682c0ebad5ee not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:01:09.758272 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:01:09.922802 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a53d8-219e-4280-afa1-a0827d2474c3 req-5964c9d5-5d35-4248-89d9-18f38eebb96a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:09.924287 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e08a53d8-219e-4280-afa1-a0827d2474c3 req-5964c9d5-5d35-4248-89d9-18f38eebb96a tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0465162 Aug 24 08:01:09.936227 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:09.972129 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e08a53d8-219e-4280-afa1-a0827d2474c3 req-44bf246d-67ce-4a9c-9272-6d5d9d26903c tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Aug 24 08:01:11.089059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9fa8e-5071-43d6-b2a9-485c398823a7 req-114f3269-4e7e-4fea-baa5-5836fb6cab8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:11.090497 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-baf9fa8e-5071-43d6-b2a9-485c398823a7 req-114f3269-4e7e-4fea-baa5-5836fb6cab8b tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0458591 Aug 24 08:01:11.136398 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-baf9fa8e-5071-43d6-b2a9-485c398823a7 req-4b7bacee-65ca-4ef6-b920-b7a6b73f04f8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Aug 24 08:01:11.783503 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a167-2775-429e-ba8b-4018fcf69b38 req-d0147240-d827-48ad-9dd6-caf75dc6a85a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:11.785073 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b591a167-2775-429e-ba8b-4018fcf69b38 req-d0147240-d827-48ad-9dd6-caf75dc6a85a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0480342 Aug 24 08:01:11.848717 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b591a167-2775-429e-ba8b-4018fcf69b38 req-c9005565-c236-4957-8978-6bde057926d1 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553114 Aug 24 08:01:12.257664 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b82d7-cca6-4f72-a908-6114ae6265cc req-4508e68a-bd9d-499f-97f6-71f895f995d6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:12.259098 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f91b82d7-cca6-4f72-a908-6114ae6265cc req-4508e68a-bd9d-499f-97f6-71f895f995d6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0482743 Aug 24 08:01:12.271318 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:12.308031 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f91b82d7-cca6-4f72-a908-6114ae6265cc req-d0b8ffa0-4209-415c-ac16-77de7caa062d tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Aug 24 08:01:12.970341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cbd4f-99a0-4f47-ac5d-c978faa34c23 req-94169779-156d-4e64-bd0e-5286e003c125 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:12.971793 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-130cbd4f-99a0-4f47-ac5d-c978faa34c23 req-94169779-156d-4e64-bd0e-5286e003c125 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0500574 Aug 24 08:01:13.030986 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-130cbd4f-99a0-4f47-ac5d-c978faa34c23 req-d09686c3-89ce-4521-8e40-696271e877e5 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534132 Aug 24 08:01:13.430258 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84bc3-7a7d-4259-99fc-1f5d7f3ef0a1 req-eb241fdc-953a-480b-bd46-06645fa38c52 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:13.431815 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-07f84bc3-7a7d-4259-99fc-1f5d7f3ef0a1 req-eb241fdc-953a-480b-bd46-06645fa38c52 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0484903 Aug 24 08:01:13.480820 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-07f84bc3-7a7d-4259-99fc-1f5d7f3ef0a1 req-13d55bea-6c16-4c5d-908c-a548142197e8 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429916 Aug 24 08:01:13.836783 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-99e2bda7-4893-48f6-a224-dec90d99db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:13.838276 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-99e2bda7-4893-48f6-a224-dec90d99db95 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 1168 time: 0.0389059 Aug 24 08:01:14.049456 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-593ef6b6-3021-47cf-9f3b-6302f6167dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:14.050949 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-593ef6b6-3021-47cf-9f3b-6302f6167dbe service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=7a10c488-dc2f-4637-9b64-65c3d3616e74 HTTP/1.1" status: 200 len: 916 time: 0.0894444 Aug 24 08:01:14.122371 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-2f1616e0-7c40-4f50-84fb-b26d3cf59d2f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 200 len: 1001 time: 0.0648525 Aug 24 08:01:14.175644 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-80094e91-3934-49e0-a296-91d880e94b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:14.177135 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-80094e91-3934-49e0-a296-91d880e94b10 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b77a803a-c9c4-4854-9b50-a5b31a08246d HTTP/1.1" status: 200 len: 854 time: 0.0479362 Aug 24 08:01:14.184790 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ec02-543f-4ebf-96e3-727a1a9c0916 req-aa9da1e4-5902-4231-a86b-79a77b876c38 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:14.186717 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4d7ec02-543f-4ebf-96e3-727a1a9c0916 req-aa9da1e4-5902-4231-a86b-79a77b876c38 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0747149 Aug 24 08:01:14.194604 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-9d1e5fa4-4a96-4855-aae0-4258e9968062 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:14.196067 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-9d1e5fa4-4a96-4855-aae0-4258e9968062 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0826173 Aug 24 08:01:14.225330 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-e85f5c4e-39e7-4242-97e9-bf773e4bea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:14.226839 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-e85f5c4e-39e7-4242-97e9-bf773e4bea95 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=7a10c488-dc2f-4637-9b64-65c3d3616e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427041 Aug 24 08:01:14.319523 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4d7ec02-543f-4ebf-96e3-727a1a9c0916 req-08ef4f66-c3dd-43cc-a08d-6e5db8f0e866 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224754 Aug 24 08:01:14.328916 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Deleting port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:01:14.329463 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:14.335656 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-1f580fe1-710e-4bed-827d-9e50d1d6ab13 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951698 Aug 24 08:01:14.370940 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:14.445613 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-909d466f-3c9d-4529-b4ce-5449e02fd873 req-b4887ba4-8bc8-4be2-a0a2-2f8b5459b8e3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023088 Aug 24 08:01:14.450232 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] For port 5a81c1e6-d657-4fb4-a660-b452ce1735b0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5a81c1e6-d657-4fb4-a660-b452ce1735b0,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:14.450664 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:14.465643 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Calling delete_port for 5a81c1e6-d657-4fb4-a660-b452ce1735b0 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:01:14.636436 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf449a0-08cb-4669-ba4a-1586c0d91c1e req-a940a755-65e1-439e-9000-54823428f3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:14.637967 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-acf449a0-08cb-4669-ba4a-1586c0d91c1e req-a940a755-65e1-439e-9000-54823428f3bd tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 946 time: 0.0645151 Aug 24 08:01:14.693408 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-acf449a0-08cb-4669-ba4a-1586c0d91c1e req-3e6a4e18-3add-4d59-8eb9-6bb13cc3c1b6 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485852 Aug 24 08:01:14.760316 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (5a81c1e6-d657-4fb4-a660-b452ce1735b0), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:14.775172 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['5a81c1e6-d657-4fb4-a660-b452ce1735b0'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:01:14.788349 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Pushing event deleted for resources: {'Port': ['ID=5a81c1e6-d657-4fb4-a660-b452ce1735b0,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:14.839825 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] No DVR routers for this DVR port 5a81c1e6-d657-4fb4-a660-b452ce1735b0 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:01:14.842333 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:14.846093 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee3afc76-44b1-45f4-9ff3-242f5a18edf8 req-1f48a40c-74e9-42a1-a566-cade20392e55 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.45 "DELETE /networking/v2.0/ports/5a81c1e6-d657-4fb4-a660-b452ce1735b0 HTTP/1.1" status: 204 len: 173 time: 0.6431358 Aug 24 08:01:14.846526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0fc412-e048-4edd-9a89-5aaaebb38a42', 'name': 'network-vif-deleted', 'tag': '5a81c1e6-d657-4fb4-a660-b452ce1735b0'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:01:14.848746 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d69bca0-c578-4068-a653-4379d7518bc8" -d '{"events": [{"server_uuid": "fb0fc412-e048-4edd-9a89-5aaaebb38a42", "name": "network-vif-deleted", "tag": "5a81c1e6-d657-4fb4-a660-b452ce1735b0"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:01:14.943602 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1039df91-48d3-4c2e-b872-86957518edbf x-openstack-request-id: req-1039df91-48d3-4c2e-b872-86957518edbf {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:01:14.943873 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0fc412-e048-4edd-9a89-5aaaebb38a42", "name": "network-vif-deleted", "tag": "5a81c1e6-d657-4fb4-a660-b452ce1735b0", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:01:14.944129 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1039df91-48d3-4c2e-b872-86957518edbf {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:01:14.944534 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1039df91-48d3-4c2e-b872-86957518edbf'] response: {'server_uuid': 'fb0fc412-e048-4edd-9a89-5aaaebb38a42', 'name': 'network-vif-deleted', 'tag': '5a81c1e6-d657-4fb4-a660-b452ce1735b0', 'status': 'completed', 'code': 200} Aug 24 08:01:15.445061 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:15.462709 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e49f17-819d-4622-a924-1efb313b187d req-8bee211a-fed1-4405-ad58-f4603700268b tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:15.464118 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f8e49f17-819d-4622-a924-1efb313b187d req-8bee211a-fed1-4405-ad58-f4603700268b tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0503576 Aug 24 08:01:15.524455 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f8e49f17-819d-4622-a924-1efb313b187d req-1f64bc33-7e2a-43b1-ad3d-609354f2e7bb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538950 Aug 24 08:01:15.814697 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9958872d-4f8f-4871-a9c3-217b04e88c19 req-07cf6f56-e2f1-4d76-88e4-c5ec03e49c21 tempest-ServerRescueNegativeTestJSON-1800569160 tempest-ServerRescueNegativeTestJSON-1800569160-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fb0fc412-e048-4edd-9a89-5aaaebb38a42 HTTP/1.1" status: 200 len: 210 time: 0.0315788 Aug 24 08:01:16.648427 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9b542-26b9-4d0d-b84b-a12976c53600 req-3de86694-aae3-472e-850c-56ffa0018de2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:16.649915 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-95d9b542-26b9-4d0d-b84b-a12976c53600 req-3de86694-aae3-472e-850c-56ffa0018de2 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0472634 Aug 24 08:01:16.715354 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-95d9b542-26b9-4d0d-b84b-a12976c53600 req-382fdbde-a4d0-4def-8315-0fff1b2ecafa tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596018 Aug 24 08:01:16.879176 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37276) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:17.267840 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:17.301686 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:17.360599 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:17.390490 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee9b8-80c0-4546-834a-5dcd96bb4ca5 req-a0daf8c1-3d18-4570-ba54-c60de28a70e9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:17.392318 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-487ee9b8-80c0-4546-834a-5dcd96bb4ca5 req-a0daf8c1-3d18-4570-ba54-c60de28a70e9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0570192 Aug 24 08:01:17.448220 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-487ee9b8-80c0-4546-834a-5dcd96bb4ca5 req-982881ad-ace5-4df9-9958-c064416224ec tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481334 Aug 24 08:01:17.526945 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Deleting port bf9099aa-20e1-41a5-a280-1e584c7360ba {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:01:17.527200 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:17.605393 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] For port bf9099aa-20e1-41a5-a280-1e584c7360ba, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=bf9099aa-20e1-41a5-a280-1e584c7360ba,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:17.605747 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:17.618990 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Calling delete_port for bf9099aa-20e1-41a5-a280-1e584c7360ba owned by network:router_interface {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:01:17.837561 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9de89d-fe10-47d1-9323-3802903ce766 req-9f2f2ead-5d7c-445f-933b-86c6d5199c79 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:17.839079 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1b9de89d-fe10-47d1-9323-3802903ce766 req-9f2f2ead-5d7c-445f-933b-86c6d5199c79 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0486374 Aug 24 08:01:17.840154 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (bf9099aa-20e1-41a5-a280-1e584c7360ba), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:17.872123 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9099aa-20e1-41a5-a280-1e584c7360ba,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:17.953356 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:17.978631 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1b9de89d-fe10-47d1-9323-3802903ce766 req-4b625a1a-0978-4c8f-8d57-79607df7c40f tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1296818 Aug 24 08:01:18.304808 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:18.322732 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 5a81c1e6-d657-4fb4-a660-b452ce1735b0 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:01:18.341516 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 5a81c1e6-d657-4fb4-a660-b452ce1735b0 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:01:18.341858 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 5a81c1e6-d657-4fb4-a660-b452ce1735b0 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:01:18.524292 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:18.527034 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:01:18.635666 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16915-9cba-416f-913c-7dc451b7d69c req-666eaf68-3902-4485-bcc9-20be0e397c60 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:18.637175 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-78e16915-9cba-416f-913c-7dc451b7d69c req-666eaf68-3902-4485-bcc9-20be0e397c60 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.1074345 Aug 24 08:01:18.722501 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:01:18.729495 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-78e16915-9cba-416f-913c-7dc451b7d69c req-bb021107-61b6-46fc-b4f1-36ca5f3b029e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816369 Aug 24 08:01:18.732933 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ef9bb30f-ade8-4996-a2ff-6a0c3084f190 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/52d1b0e2-991e-4544-b2f3-3f8c206b97fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8521266 Aug 24 08:01:18.735013 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37310) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:18.740084 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] Sync routers for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:01:18.765409 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:01:18.765409 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:00:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:18.836334 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks [] for router (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:18.853317 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:01:18.938032 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks [] for router_gateway (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.022151 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T08:01:17Z', 'revision_number': 5, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port': {'id': 'aa375e15-4a1b-4565-9adc-da61fb266697', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:28Z', 'updated_at': '2022-08-24T07:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:19.039006 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Deleting port aa375e15-4a1b-4565-9adc-da61fb266697 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:01:19.039652 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.047806 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] Checking router: 52d1b0e2-991e-4544-b2f3-3f8c206b97fa for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:01:19.056471 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] Routers {'52d1b0e2-991e-4544-b2f3-3f8c206b97fa'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:01:19.057103 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:00:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:19.123130 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765c6c-8ffc-4c33-ab47-89b353d6a5e1 req-5674db54-43e8-44fa-920c-e0edf3895399 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:19.123130 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-02765c6c-8ffc-4c33-ab47-89b353d6a5e1 req-5674db54-43e8-44fa-920c-e0edf3895399 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0625978 Aug 24 08:01:19.142234 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] For port aa375e15-4a1b-4565-9adc-da61fb266697, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=aa375e15-4a1b-4565-9adc-da61fb266697,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:19.142874 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.152508 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] Set router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa gateway port host: None {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:01:19.161983 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Calling delete_port for aa375e15-4a1b-4565-9adc-da61fb266697 owned by network:router_gateway {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:01:19.206315 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T08:01:18Z', 'revision_number': 6, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port_host': None}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:19.215865 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:19.239356 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-02765c6c-8ffc-4c33-ab47-89b353d6a5e1 req-d889a3f4-8d68-4de6-b5af-d2c595e969e8 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069617 Aug 24 08:01:19.329320 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea26ded2-602a-4957-b496-4d6eea6b14ea None None] The sync data for ids ['52d1b0e2-991e-4544-b2f3-3f8c206b97fa'] in dv-cinder-854275-1-iscsi is: [{'id': '52d1b0e2-991e-4544-b2f3-3f8c206b97fa', 'name': 'tempest-ServerRescueNegativeTestJSON-129554301-router', 'tenant_id': 'e52495240cf04548a21b411c32bbe1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T08:01:18Z', 'revision_number': 6, 'project_id': 'e52495240cf04548a21b411c32bbe1e1', 'gw_port_host': None}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:01:19.419995 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (aa375e15-4a1b-4565-9adc-da61fb266697), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.449801 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa375e15-4a1b-4565-9adc-da61fb266697,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:19.522075 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.523616 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:19.628541 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.630713 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks [] for router_controller (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.801022 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (52d1b0e2-991e-4544-b2f3-3f8c206b97fa), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.801646 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d1b0e2-991e-4544-b2f3-3f8c206b97fa {{(pid=113380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:01:19.806522 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.808371 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ee514969-6aee-4db8-a4e7-97073440f596 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/52d1b0e2-991e-4544-b2f3-3f8c206b97fa HTTP/1.1" status: 204 len: 168 time: 1.0717423 Aug 24 08:01:19.811239 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37320) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:19.860721 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-8377a1ea-dcc6-4559-b120-36ca2ec828d4 admin admin] Deleting subnet 89be8ce2-165e-44fe-8ef0-2670ee54c8c2 {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:01:19.864331 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8377a1ea-dcc6-4559-b120-36ca2ec828d4 admin admin] Publish callbacks [] for subnet (89be8ce2-165e-44fe-8ef0-2670ee54c8c2), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.871475 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be3005-e0fd-4c63-be49-7193610c7568 req-fe98267f-3bfa-4561-9fa3-40d262c95924 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:19.873065 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-28be3005-e0fd-4c63-be49-7193610c7568 req-fe98267f-3bfa-4561-9fa3-40d262c95924 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0477850 Aug 24 08:01:19.900862 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8377a1ea-dcc6-4559-b120-36ca2ec828d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127634893'] for subnet (89be8ce2-165e-44fe-8ef0-2670ee54c8c2), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:19.923332 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-28be3005-e0fd-4c63-be49-7193610c7568 req-e2d063fc-a30e-4403-9a71-2dc6ea6b977d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Aug 24 08:01:19.982393 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8377a1ea-dcc6-4559-b120-36ca2ec828d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (89be8ce2-165e-44fe-8ef0-2670ee54c8c2), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.092469 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9012cae-c4f3-4a3c-b181-63ef2ef08fbb req-631d9936-494b-49a4-a808-c6cda480a84a tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:20.094575 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f9012cae-c4f3-4a3c-b181-63ef2ef08fbb req-631d9936-494b-49a4-a808-c6cda480a84a tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 946 time: 0.0521026 Aug 24 08:01:20.103562 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8377a1ea-dcc6-4559-b120-36ca2ec828d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127864488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3127880'] for subnet (89be8ce2-165e-44fe-8ef0-2670ee54c8c2), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.126617 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:20.130394 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377a1ea-dcc6-4559-b120-36ca2ec828d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89be8ce2-165e-44fe-8ef0-2670ee54c8c2,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:20.136504 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8377a1ea-dcc6-4559-b120-36ca2ec828d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.140036 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-8377a1ea-dcc6-4559-b120-36ca2ec828d4 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/89be8ce2-165e-44fe-8ef0-2670ee54c8c2 HTTP/1.1" status: 204 len: 168 time: 0.3275573 Aug 24 08:01:20.142463 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37324) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:20.146682 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4685f933-81e6-4d44-a958-d8eb41c4ceef None None] Network 65ded553-11ab-4374-ae54-fd59db440a78 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:01:20.151629 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=68,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:20.155558 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f9012cae-c4f3-4a3c-b181-63ef2ef08fbb req-551e75c1-472a-487a-a8a6-6e507e859376 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533280 Aug 24 08:01:20.230118 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (65ded553-11ab-4374-ae54-fd59db440a78), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.281623 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Deleting port 76990382-9008-428d-9f81-cd973799afa0 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:01:20.282361 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (76990382-9008-428d-9f81-cd973799afa0), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.307359 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] DHCP port deletion for 65ded553-11ab-4374-ae54-fd59db440a78 request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:01:20.354328 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Deleting port 76990382-9008-428d-9f81-cd973799afa0 {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:01:20.354882 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (76990382-9008-428d-9f81-cd973799afa0), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.365520 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] For port 76990382-9008-428d-9f81-cd973799afa0, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=76990382-9008-428d-9f81-cd973799afa0,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:20.365520 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (76990382-9008-428d-9f81-cd973799afa0), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.402535 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Calling delete_port for 76990382-9008-428d-9f81-cd973799afa0 owned by network:dhcp {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:01:20.424130 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ab47-20d5-4633-b988-66335488e088 req-5ba7732c-c0a9-4d02-914b-0b24d453fb74 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:20.425749 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7b21ab47-20d5-4633-b988-66335488e088 req-5ba7732c-c0a9-4d02-914b-0b24d453fb74 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0829122 Aug 24 08:01:20.442457 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] For port 76990382-9008-428d-9f81-cd973799afa0, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=76990382-9008-428d-9f81-cd973799afa0,segment=NetworkSegment(9ddcf95a-c9ef-4b96-8692-f36be09cfcce),segment_id=9ddcf95a-c9ef-4b96-8692-f36be09cfcce)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:20.442857 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (76990382-9008-428d-9f81-cd973799afa0), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.457691 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Calling delete_port for 76990382-9008-428d-9f81-cd973799afa0 owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:01:20.504831 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:20.547110 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7b21ab47-20d5-4633-b988-66335488e088 req-48d0b455-2e52-4717-9ccf-f2a3cbcd3b29 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154814 Aug 24 08:01:20.680435 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (76990382-9008-428d-9f81-cd973799afa0), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.688792 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (76990382-9008-428d-9f81-cd973799afa0), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.711054 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Pushing event deleted for resources: {'Port': ['ID=76990382-9008-428d-9f81-cd973799afa0,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:20.715964 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] No DVR routers for this DVR port 76990382-9008-428d-9f81-cd973799afa0 on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:01:20.721900 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=76990382-9008-428d-9f81-cd973799afa0,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:20.723631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.723845 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.724249 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.725405 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.725405 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.725405 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.725708 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.725902 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.726227 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.726556 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.726682 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] No DVR routers for this DVR port 76990382-9008-428d-9f81-cd973799afa0 on host dv-cinder-854275-1-iscsi {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:01:20.726901 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.727222 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.727541 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.727854 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.728190 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc1ee9-e43d-494c-bf3b-9d98dfc41836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:01:20.802677 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (65ded553-11ab-4374-ae54-fd59db440a78), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.814900 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:20.823391 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ded553-11ab-4374-ae54-fd59db440a78']}} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:20.834075 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddcf95a-c9ef-4b96-8692-f36be09cfcce') {'for_net_delete': True} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:20.834376 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddcf95a-c9ef-4b96-8692-f36be09cfcce') {} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:20.845058 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127634884'] for segment (9ddcf95a-c9ef-4b96-8692-f36be09cfcce), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.859399 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (9ddcf95a-c9ef-4b96-8692-f36be09cfcce), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.866204 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=113380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:01:20.866944 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127864526'] for segment (9ddcf95a-c9ef-4b96-8692-f36be09cfcce), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.991033 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (65ded553-11ab-4374-ae54-fd59db440a78), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:20.999477 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:21.003249 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/65ded553-11ab-4374-ae54-fd59db440a78 HTTP/1.1" status: 204 len: 168 time: 0.8597431 Aug 24 08:01:21.013786 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 9ddcf95a-c9ef-4b96-8692-f36be09cfcce resource provider aggregate not found Aug 24 08:01:21.019648 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c8901-b3df-4d82-bf11-e39855d123e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ded553-11ab-4374-ae54-fd59db440a78,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:21.035868 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 9ddcf95a-c9ef-4b96-8692-f36be09cfcce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ddcf95a-c9ef-4b96-8692-f36be09cfcce found for delete ", "request_id": "req-4fc1b409-99e1-45a8-a47a-7b4499c0b748"}]} Aug 24 08:01:21.053237 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad439-3711-4e00-b19c-8cec3b9fc863 req-8828792b-71d8-475d-924f-f87a26822375 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:21.054706 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a69ad439-3711-4e00-b19c-8cec3b9fc863 req-8828792b-71d8-475d-924f-f87a26822375 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0514412 Aug 24 08:01:21.102332 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a69ad439-3711-4e00-b19c-8cec3b9fc863 req-953782c9-9970-452e-9848-3c8bbadc14dc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415509 Aug 24 08:01:21.271310 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device bf9099aa-20e1-41a5-a280-1e584c7360ba no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:01:21.282286 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ca5cf-c9cb-4895-94e3-968b4d6caa1a req-8e5a036b-1996-47bd-bbd1-3e5e473428f0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:21.283814 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-818ca5cf-c9cb-4895-94e3-968b4d6caa1a req-8e5a036b-1996-47bd-bbd1-3e5e473428f0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 946 time: 0.0544868 Aug 24 08:01:21.293802 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: bf9099aa-20e1-41a5-a280-1e584c7360ba {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:01:21.294187 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device bf9099aa-20e1-41a5-a280-1e584c7360ba not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:01:21.294599 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device aa375e15-4a1b-4565-9adc-da61fb266697 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:01:21.314620 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: aa375e15-4a1b-4565-9adc-da61fb266697 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:01:21.315363 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device aa375e15-4a1b-4565-9adc-da61fb266697 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:01:21.315782 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 76990382-9008-428d-9f81-cd973799afa0 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:01:21.317861 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37340) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:21.334411 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 76990382-9008-428d-9f81-cd973799afa0 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:01:21.338258 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 76990382-9008-428d-9f81-cd973799afa0 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:01:21.339152 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-818ca5cf-c9cb-4895-94e3-968b4d6caa1a req-aff7107c-bd3c-42d6-9f89-3e4505d63234 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f7023cc-1581-4644-a973-25e9943602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Aug 24 08:01:21.363719 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-961abee2-4d27-4d83-b4d8-07ae2466023e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e52495240cf04548a21b411c32bbe1e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446496 Aug 24 08:01:21.366368 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37342) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:21.417292 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7820152e-da3e-4e4c-b433-fe5796e64983 admin admin] Publish callbacks [] for security_group (5dc04f32-e9b9-4c87-b20f-f165f7a1ec18), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:21.437969 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7820152e-da3e-4e4c-b433-fe5796e64983 admin admin] Publish callbacks [] for security_group (5dc04f32-e9b9-4c87-b20f-f165f7a1ec18), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:21.568420 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7820152e-da3e-4e4c-b433-fe5796e64983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (5dc04f32-e9b9-4c87-b20f-f165f7a1ec18), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:21.571205 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7820152e-da3e-4e4c-b433-fe5796e64983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:21.572378 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7820152e-da3e-4e4c-b433-fe5796e64983 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/5dc04f32-e9b9-4c87-b20f-f165f7a1ec18 HTTP/1.1" status: 204 len: 168 time: 0.2051258 Aug 24 08:01:21.580725 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820152e-da3e-4e4c-b433-fe5796e64983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc04f32-e9b9-4c87-b20f-f165f7a1ec18,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:21.597617 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-780ad6a7-e1e3-4036-bd0e-aa33d7d89339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:21.668795 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25add59-627d-4540-a9f9-44944465396e req-af1d500e-6c2e-4f11-8032-fb0633a2fd8a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:21.670299 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b25add59-627d-4540-a9f9-44944465396e req-af1d500e-6c2e-4f11-8032-fb0633a2fd8a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0476902 Aug 24 08:01:21.759464 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:21.771212 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-d4e40fb1-2ae4-4322-9dc1-2789114282a0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:21.772710 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-d4e40fb1-2ae4-4322-9dc1-2789114282a0 tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 946 time: 0.0674548 Aug 24 08:01:21.777699 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b25add59-627d-4540-a9f9-44944465396e req-2f3b4d41-ba37-462b-abad-e43cb395fd02 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013236 Aug 24 08:01:21.861925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Deleting port 596000da-fcc8-40ef-a757-9986f310fce4 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:01:21.862268 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (596000da-fcc8-40ef-a757-9986f310fce4), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:21.956338 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] For port 596000da-fcc8-40ef-a757-9986f310fce4, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=596000da-fcc8-40ef-a757-9986f310fce4,segment=NetworkSegment(af384c99-772e-4cc4-9ebf-8b1241fb39e0),segment_id=af384c99-772e-4cc4-9ebf-8b1241fb39e0)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:21.956724 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (596000da-fcc8-40ef-a757-9986f310fce4), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:21.970197 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Calling delete_port for 596000da-fcc8-40ef-a757-9986f310fce4 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:01:22.208317 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (596000da-fcc8-40ef-a757-9986f310fce4), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:22.222330 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['596000da-fcc8-40ef-a757-9986f310fce4'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:01:22.238335 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb4813-76a9-40f9-acd0-a0fd8a57fea3 req-43674e75-1c7f-498d-9986-2d4b9ffc2e28 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:22.240265 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-43bb4813-76a9-40f9-acd0-a0fd8a57fea3 req-43674e75-1c7f-498d-9986-2d4b9ffc2e28 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0492327 Aug 24 08:01:22.258960 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:22.260112 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Pushing event deleted for resources: {'Port': ['ID=596000da-fcc8-40ef-a757-9986f310fce4,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:22.298527 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-43bb4813-76a9-40f9-acd0-a0fd8a57fea3 req-40eb16d8-7309-424c-ab6e-5431957455f6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508091 Aug 24 08:01:22.306881 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] No DVR routers for this DVR port 596000da-fcc8-40ef-a757-9986f310fce4 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:01:22.309372 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:22.313157 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5fd55a81-22fd-4e20-81eb-a1607ccbb61a req-f15c0585-f295-4c05-985a-ca2a218b740f tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.45 "DELETE /networking/v2.0/ports/596000da-fcc8-40ef-a757-9986f310fce4 HTTP/1.1" status: 204 len: 173 time: 0.5345876 Aug 24 08:01:22.313595 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584a6731-7b9d-4ffb-aacd-14d40a3bdc4a', 'name': 'network-vif-deleted', 'tag': '596000da-fcc8-40ef-a757-9986f310fce4'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:01:22.315816 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520ae48a-56ae-4da1-ac92-77e23d939c3a" -d '{"events": [{"server_uuid": "584a6731-7b9d-4ffb-aacd-14d40a3bdc4a", "name": "network-vif-deleted", "tag": "596000da-fcc8-40ef-a757-9986f310fce4"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:01:22.362522 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2955a0-84b4-4d2b-8cea-40d30b220038 x-openstack-request-id: req-3e2955a0-84b4-4d2b-8cea-40d30b220038 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:01:22.362522 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584a6731-7b9d-4ffb-aacd-14d40a3bdc4a", "name": "network-vif-deleted", "tag": "596000da-fcc8-40ef-a757-9986f310fce4", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:01:22.362522 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3e2955a0-84b4-4d2b-8cea-40d30b220038 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:01:22.362522 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2955a0-84b4-4d2b-8cea-40d30b220038'] response: {'server_uuid': '584a6731-7b9d-4ffb-aacd-14d40a3bdc4a', 'name': 'network-vif-deleted', 'tag': '596000da-fcc8-40ef-a757-9986f310fce4', 'status': 'completed', 'code': 200} Aug 24 08:01:22.449358 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ce58ebb2-ad6a-4598-bbe0-4f7c31b9fcb2 req-52248d94-4795-473a-b47b-97a37643ef8b tempest-VolumesSnapshotTestJSON-913144663 tempest-VolumesSnapshotTestJSON-913144663-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=584a6731-7b9d-4ffb-aacd-14d40a3bdc4a HTTP/1.1" status: 200 len: 210 time: 0.0305674 Aug 24 08:01:22.901328 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c8025-7ed7-456f-92a1-efe3e129650b req-c9d3e259-814a-4468-826b-88b947c41d7e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:22.902872 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cd8c8025-7ed7-456f-92a1-efe3e129650b req-c9d3e259-814a-4468-826b-88b947c41d7e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0485189 Aug 24 08:01:22.967651 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cd8c8025-7ed7-456f-92a1-efe3e129650b req-d33be801-0b88-4c83-b344-c8aa881b6fac tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582836 Aug 24 08:01:23.437037 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4e2ce-7b30-4ac1-bd0e-cb3b5377b545 req-379053f7-d134-4a05-986d-7163fb9b7d30 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:23.438453 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4de4e2ce-7b30-4ac1-bd0e-cb3b5377b545 req-379053f7-d134-4a05-986d-7163fb9b7d30 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Aug 24 08:01:23.486465 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4de4e2ce-7b30-4ac1-bd0e-cb3b5377b545 req-6057d046-60a8-4dfa-9993-2839dac5bb55 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Aug 24 08:01:23.819206 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b60f-d16f-439d-a023-1c7f3c14f2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:24.088668 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35c60b-6882-4bb7-b96a-6d8b18668431 req-0adc1034-41e4-441e-9abf-345b794180a8 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:24.090203 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc35c60b-6882-4bb7-b96a-6d8b18668431 req-0adc1034-41e4-441e-9abf-345b794180a8 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0479043 Aug 24 08:01:24.152450 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dc35c60b-6882-4bb7-b96a-6d8b18668431 req-2774264f-2246-492b-9072-b446ff591985 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563424 Aug 24 08:01:24.349112 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 596000da-fcc8-40ef-a757-9986f310fce4 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:01:24.368562 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 596000da-fcc8-40ef-a757-9986f310fce4 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:01:24.368937 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 596000da-fcc8-40ef-a757-9986f310fce4 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:01:24.610844 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507722ef-d695-4420-ac45-728568191239 req-ba14f0fa-341b-4fb9-8b21-ce770bf51ccd tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:24.612308 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-507722ef-d695-4420-ac45-728568191239 req-ba14f0fa-341b-4fb9-8b21-ce770bf51ccd tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0467536 Aug 24 08:01:24.659646 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-507722ef-d695-4420-ac45-728568191239 req-0556f2f1-cb5b-4951-8e3b-2459cc5bc892 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416210 Aug 24 08:01:25.275022 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f00c2-630d-4880-a006-7d17744f4467 req-7319cd29-4ce6-4034-a2d7-9164794fca32 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:25.276569 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-654f00c2-630d-4880-a006-7d17744f4467 req-7319cd29-4ce6-4034-a2d7-9164794fca32 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0472033 Aug 24 08:01:25.341298 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-654f00c2-630d-4880-a006-7d17744f4467 req-4f762107-4280-4660-b73d-d7972c49c4ed tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580354 Aug 24 08:01:25.525434 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:25.800564 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6058336-e710-4846-b117-c06a6976d491 req-5b0d9bc5-0db3-4ac8-b792-55425a7be9aa tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:25.802142 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6058336-e710-4846-b117-c06a6976d491 req-5b0d9bc5-0db3-4ac8-b792-55425a7be9aa tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0472252 Aug 24 08:01:25.857828 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6058336-e710-4846-b117-c06a6976d491 req-45caa357-c976-4f6e-9958-025a7e0eaf10 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499215 Aug 24 08:01:26.467868 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae7b5-eab1-4c5e-8a2d-0a8bfeb49bf1 req-c91c657b-6dc7-4314-954f-05275be9301a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:26.469956 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dc8ae7b5-eab1-4c5e-8a2d-0a8bfeb49bf1 req-c91c657b-6dc7-4314-954f-05275be9301a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0490232 Aug 24 08:01:26.514127 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37440) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:26.533163 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dc8ae7b5-eab1-4c5e-8a2d-0a8bfeb49bf1 req-7110c39c-02c4-4240-b714-f8b1e23f56ef tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7082845b-6c67-4ad1-8150-cce2528ae451&id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573840 Aug 24 08:01:26.624213 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-900cc460-1ae4-46de-bf71-5c3573abdbe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:26.698857 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-900cc460-1ae4-46de-bf71-5c3573abdbe8 admin admin] Publish callbacks [] for security_group (ea0ac2db-bd12-45ec-b474-f8dd394d1e12), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:26.792990 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:26.794298 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-900cc460-1ae4-46de-bf71-5c3573abdbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (ea0ac2db-bd12-45ec-b474-f8dd394d1e12), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:26.833482 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cc460-1ae4-46de-bf71-5c3573abdbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0ac2db-bd12-45ec-b474-f8dd394d1e12,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:26.838430 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-900cc460-1ae4-46de-bf71-5c3573abdbe8 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=f4e18b3870e0429dbe00345d4fc9d462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226149 Aug 24 08:01:26.841024 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37448) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:26.876617 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:26.890262 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a31f969d-db60-4dfd-8b78-983eb612dcc8 admin admin] Publish callbacks [] for security_group (ea0ac2db-bd12-45ec-b474-f8dd394d1e12), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:26.897943 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:26.913524 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a31f969d-db60-4dfd-8b78-983eb612dcc8 admin admin] Publish callbacks [] for security_group (ea0ac2db-bd12-45ec-b474-f8dd394d1e12), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:26.977518 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:26.993397 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dbc08-4496-4cdd-95ed-247ed2af4959 req-c1310c53-6659-4af2-a86f-3f0e97633449 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:26.994884 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-328dbc08-4496-4cdd-95ed-247ed2af4959 req-c1310c53-6659-4af2-a86f-3f0e97633449 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Aug 24 08:01:27.042046 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-328dbc08-4496-4cdd-95ed-247ed2af4959 req-bb7a81b2-d94a-4de9-af05-ab8b5a11a683 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411053 Aug 24 08:01:27.081919 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a31f969d-db60-4dfd-8b78-983eb612dcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (ea0ac2db-bd12-45ec-b474-f8dd394d1e12), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:27.084603 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-a31f969d-db60-4dfd-8b78-983eb612dcc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:27.085774 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-a31f969d-db60-4dfd-8b78-983eb612dcc8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ea0ac2db-bd12-45ec-b474-f8dd394d1e12 HTTP/1.1" status: 204 len: 168 time: 0.2442083 Aug 24 08:01:27.093774 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f969d-db60-4dfd-8b78-983eb612dcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0ac2db-bd12-45ec-b474-f8dd394d1e12,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:27.126477 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:28.165651 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a0884-0572-4869-a1bb-6ef78a623050 req-a78f15d8-e54e-4fcb-b081-8f1954fe96fc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:28.167043 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3b8a0884-0572-4869-a1bb-6ef78a623050 req-a78f15d8-e54e-4fcb-b081-8f1954fe96fc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0469065 Aug 24 08:01:28.214687 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3b8a0884-0572-4869-a1bb-6ef78a623050 req-efd4d9e3-e3f2-4992-876f-ddb7d0f4101f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413165 Aug 24 08:01:29.348811 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eda57-7d0c-481e-ad74-bc3a655900e5 req-aa8c78bf-781a-404d-b9bd-99a62f113471 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:29.350308 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6e0eda57-7d0c-481e-ad74-bc3a655900e5 req-aa8c78bf-781a-404d-b9bd-99a62f113471 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0466976 Aug 24 08:01:29.400316 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6e0eda57-7d0c-481e-ad74-bc3a655900e5 req-79670020-10b4-4480-afa3-2180ce0aee41 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445282 Aug 24 08:01:30.530483 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be84a8-f1ea-4a72-bc4c-4ae414388065 req-60c2c911-721f-49f5-8521-f41c54e1194d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:30.532738 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c9be84a8-f1ea-4a72-bc4c-4ae414388065 req-60c2c911-721f-49f5-8521-f41c54e1194d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0507927 Aug 24 08:01:30.573638 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:30.580844 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c9be84a8-f1ea-4a72-bc4c-4ae414388065 req-7b080239-1227-4191-a104-a5b5230229e2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Aug 24 08:01:31.790785 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d6a0-94f9-4858-b9ad-0125ea6ef767 req-3c018bda-591d-4bdc-9147-559499ae83f9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:31.792371 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fa75d6a0-94f9-4858-b9ad-0125ea6ef767 req-3c018bda-591d-4bdc-9147-559499ae83f9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.1292386 Aug 24 08:01:31.848532 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fa75d6a0-94f9-4858-b9ad-0125ea6ef767 req-f4cd92da-4097-489c-9883-c2a763b745f6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503962 Aug 24 08:01:32.974900 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f961-c85e-4cf3-be31-b4892e75975c req-f57c8a40-0772-471b-997b-82fa83764a27 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:32.976405 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a379f961-c85e-4cf3-be31-b4892e75975c req-f57c8a40-0772-471b-997b-82fa83764a27 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0480857 Aug 24 08:01:33.024306 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a379f961-c85e-4cf3-be31-b4892e75975c req-d3045251-8b28-4b60-a388-daca6fe20dd8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Aug 24 08:01:34.153436 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691ab7-a9c8-4ed5-988b-f1f7b6c4f59c req-2c5daf9f-24ec-457b-b0b5-7b94b23d6f8e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:34.155008 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b0691ab7-a9c8-4ed5-988b-f1f7b6c4f59c req-2c5daf9f-24ec-457b-b0b5-7b94b23d6f8e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Aug 24 08:01:34.205682 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b0691ab7-a9c8-4ed5-988b-f1f7b6c4f59c req-b33dd8c4-c890-4b65-bfc1-19d4de3450f6 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Aug 24 08:01:35.334951 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04429526-9153-41a0-84e3-3ca86fc96965 req-abd62413-4bb2-4dc7-aa0d-363785c8407f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:35.336430 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-04429526-9153-41a0-84e3-3ca86fc96965 req-abd62413-4bb2-4dc7-aa0d-363785c8407f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0501850 Aug 24 08:01:35.383643 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-04429526-9153-41a0-84e3-3ca86fc96965 req-6c12f088-2baa-4ff7-832f-07b2c398ffee tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415964 Aug 24 08:01:36.339362 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:36.510310 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86c95b-19d1-4f25-8a5c-6a328473c9a7 req-504f9318-6add-46a8-8208-35d1ea8346f3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:36.511858 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cb86c95b-19d1-4f25-8a5c-6a328473c9a7 req-504f9318-6add-46a8-8208-35d1ea8346f3 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Aug 24 08:01:36.523097 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37622) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:36.563548 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cb86c95b-19d1-4f25-8a5c-6a328473c9a7 req-e0594e9e-51d6-4b88-9fd7-5413366b5f13 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460744 Aug 24 08:01:36.630655 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2ea7c045-1805-4ac2-af80-026bfcad7bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:36.674581 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:36.708213 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2ea7c045-1805-4ac2-af80-026bfcad7bbb admin admin] Publish callbacks [] for security_group (caff45eb-255f-4ab6-94a7-131c68c63945), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:36.790604 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2ea7c045-1805-4ac2-af80-026bfcad7bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (caff45eb-255f-4ab6-94a7-131c68c63945), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:36.829623 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7c045-1805-4ac2-af80-026bfcad7bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caff45eb-255f-4ab6-94a7-131c68c63945,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:36.836985 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2ea7c045-1805-4ac2-af80-026bfcad7bbb admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=437ada9eacc94b31b5087c30ad234dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128085 Aug 24 08:01:36.837901 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37626) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:36.886313 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c989e142-6aa6-4be9-ac6e-1097581e0f79 admin admin] Publish callbacks [] for security_group (caff45eb-255f-4ab6-94a7-131c68c63945), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:36.906889 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c989e142-6aa6-4be9-ac6e-1097581e0f79 admin admin] Publish callbacks [] for security_group (caff45eb-255f-4ab6-94a7-131c68c63945), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:37.028442 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c989e142-6aa6-4be9-ac6e-1097581e0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (caff45eb-255f-4ab6-94a7-131c68c63945), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:37.031098 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-c989e142-6aa6-4be9-ac6e-1097581e0f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:37.032503 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-c989e142-6aa6-4be9-ac6e-1097581e0f79 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/caff45eb-255f-4ab6-94a7-131c68c63945 HTTP/1.1" status: 204 len: 168 time: 0.1941125 Aug 24 08:01:37.041124 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989e142-6aa6-4be9-ac6e-1097581e0f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff45eb-255f-4ab6-94a7-131c68c63945,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:37.656397 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37636) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:37.670376 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-17d54618-6a71-4f02-8cc2-f24095be1d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:37.687700 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1a436-3523-4067-bb21-17cc2ea8186e req-39d7a42f-54f2-4a3c-8257-37508e926a09 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:37.689232 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a8c1a436-3523-4067-bb21-17cc2ea8186e req-39d7a42f-54f2-4a3c-8257-37508e926a09 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0483167 Aug 24 08:01:37.743362 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a8c1a436-3523-4067-bb21-17cc2ea8186e req-55ef3c1d-f01f-4e85-adfa-d68860f84a41 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467017 Aug 24 08:01:37.747615 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-17d54618-6a71-4f02-8cc2-f24095be1d3a admin admin] Publish callbacks [] for security_group (98f84dee-20b0-47e6-880c-73dbe7e729b9), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:37.828622 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-17d54618-6a71-4f02-8cc2-f24095be1d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (98f84dee-20b0-47e6-880c-73dbe7e729b9), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:37.871397 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d54618-6a71-4f02-8cc2-f24095be1d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f84dee-20b0-47e6-880c-73dbe7e729b9,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:37.876027 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-17d54618-6a71-4f02-8cc2-f24095be1d3a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=1a616243ec5d484f85ce90d282f5bab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181709 Aug 24 08:01:37.879069 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37638) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:37.892102 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:37.930444 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5ea02271-775b-408b-9da0-7586870854af admin admin] Publish callbacks [] for security_group (98f84dee-20b0-47e6-880c-73dbe7e729b9), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:37.950894 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5ea02271-775b-408b-9da0-7586870854af admin admin] Publish callbacks [] for security_group (98f84dee-20b0-47e6-880c-73dbe7e729b9), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:37.961673 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:38.079659 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5ea02271-775b-408b-9da0-7586870854af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (98f84dee-20b0-47e6-880c-73dbe7e729b9), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:38.082401 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5ea02271-775b-408b-9da0-7586870854af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:38.083509 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-5ea02271-775b-408b-9da0-7586870854af admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/98f84dee-20b0-47e6-880c-73dbe7e729b9 HTTP/1.1" status: 204 len: 168 time: 0.2032280 Aug 24 08:01:38.092288 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea02271-775b-408b-9da0-7586870854af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f84dee-20b0-47e6-880c-73dbe7e729b9,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:38.751880 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:38.763968 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=50 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:38.873288 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab27dd-fa15-4331-984d-03efb4963a9f req-bd99172c-a425-4351-a2c2-9b5b2def007c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:38.877037 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bbab27dd-fa15-4331-984d-03efb4963a9f req-bd99172c-a425-4351-a2c2-9b5b2def007c tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0513797 Aug 24 08:01:38.927946 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bbab27dd-fa15-4331-984d-03efb4963a9f req-d4a55085-993d-43d6-9425-0d0f3b99f451 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468950 Aug 24 08:01:40.058793 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58fe4b-6edc-48ef-851a-089f9c20144b req-45b49cce-ceb7-42c3-bb2a-6063653f1ab1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:40.060302 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7e58fe4b-6edc-48ef-851a-089f9c20144b req-45b49cce-ceb7-42c3-bb2a-6063653f1ab1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0499542 Aug 24 08:01:40.110821 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7e58fe4b-6edc-48ef-851a-089f9c20144b req-cdc727c7-79c4-4964-b65e-bbb748c8d947 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 Aug 24 08:01:40.426853 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f4073395-cdc8-42de-89a0-3e684efbce28 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:01:40.538291 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:40.550033 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'port_id': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'mac_address': 'fa:16:3e:63:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:01:40.586872 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f4073395-cdc8-42de-89a0-3e684efbce28 is: ACTIVE; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:01:40.587182 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:40.600910 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4073395-cdc8-42de-89a0-3e684efbce28 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:01:40.622156 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:40.664936 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:40.722527 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=6']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:40.753598 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f4073395-cdc8-42de-89a0-3e684efbce28'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:01:40.847386 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:41.287977 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab25444-fa44-4eb5-86ab-cee7d0321234 req-8326d21b-4eab-456e-92eb-4bb4f6966e1b tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:41.297934 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dab25444-fa44-4eb5-86ab-cee7d0321234 req-8326d21b-4eab-456e-92eb-4bb4f6966e1b tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 944 time: 0.0731845 Aug 24 08:01:41.374692 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-e72b6da0-dd6b-4825-be5f-a278bacad560 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877938 Aug 24 08:01:41.385403 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dab25444-fa44-4eb5-86ab-cee7d0321234 req-a50db9f9-2821-4748-91cd-4d2c2d585887 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818069 Aug 24 08:01:41.475055 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-9563db8b-ae10-4d91-ae72-5c94d707dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:41.476585 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-9563db8b-ae10-4d91-ae72-5c94d707dc1c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=576781ceab42470e9fd28a32ccb29e7f&device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1129 time: 0.0683324 Aug 24 08:01:41.604929 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-bca3baf1-27f4-4960-a1ab-32752f3c907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:41.606311 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-bca3baf1-27f4-4960-a1ab-32752f3c907e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=fd82724f-8179-4a88-b4ce-3be85f3e9585 HTTP/1.1" status: 200 len: 910 time: 0.1087134 Aug 24 08:01:41.703419 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-62628449-1478-478e-bebf-2413dc9beef9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 200 len: 1001 time: 0.0901740 Aug 24 08:01:41.755800 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:41.766863 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-a814991a-10c1-4972-8543-42345f66bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:41.768628 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-a814991a-10c1-4972-8543-42345f66bfe0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=6c863f22-f460-4703-b0a9-df7efb9c8ffe HTTP/1.1" status: 200 len: 848 time: 0.0595181 Aug 24 08:01:41.825383 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-d22feb45-7294-4ea6-a9ff-664a02281e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:41.826900 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-d22feb45-7294-4ea6-a9ff-664a02281e0f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=fd82724f-8179-4a88-b4ce-3be85f3e9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522604 Aug 24 08:01:41.944629 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37760) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:41.954708 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-573fd8c8-e2a2-4205-98e9-930c25b421f0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203222 Aug 24 08:01:42.076112 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-39030150-0bad-4ffb-8ad6-5f795cc77d44 req-fffc92f5-e289-44e4-bccf-222c96c23378 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149938 Aug 24 08:01:42.101989 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5a556aba-27ec-4d36-a083-d3723cfb9381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:42.191943 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5a556aba-27ec-4d36-a083-d3723cfb9381 admin admin] Publish callbacks [] for security_group (8c4bf250-8f2e-408b-acd2-07c6f8bebcdc), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:42.271476 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5a556aba-27ec-4d36-a083-d3723cfb9381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8c4bf250-8f2e-408b-acd2-07c6f8bebcdc), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:42.316545 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37764) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:42.316806 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-5a556aba-27ec-4d36-a083-d3723cfb9381 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=cccaa81f6b4d42b0bac69c1100e7ba26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705828 Aug 24 08:01:42.318798 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a556aba-27ec-4d36-a083-d3723cfb9381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4bf250-8f2e-408b-acd2-07c6f8bebcdc,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:42.459341 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f4073395-cdc8-42de-89a0-3e684efbce28 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:01:42.464252 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:42.469244 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b33a7f06-ab35-47de-9092-9da118a4859d admin admin] Publish callbacks [] for security_group (8c4bf250-8f2e-408b-acd2-07c6f8bebcdc), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:42.515471 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port f4073395-cdc8-42de-89a0-3e684efbce28 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:01:42.516137 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:42.541654 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b33a7f06-ab35-47de-9092-9da118a4859d admin admin] Publish callbacks [] for security_group (8c4bf250-8f2e-408b-acd2-07c6f8bebcdc), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:42.590370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef1cf2-fb54-400d-a11f-e3ce2aece103 req-a88b1d8a-975d-4ff6-b96e-5c46566357eb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:42.591969 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-90ef1cf2-fb54-400d-a11f-e3ce2aece103 req-a88b1d8a-975d-4ff6-b96e-5c46566357eb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 944 time: 0.1091123 Aug 24 08:01:42.607022 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f4073395-cdc8-42de-89a0-3e684efbce28 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:01:42.607828 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:42.646887 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:01:42.649750 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7bb355-b29b-4d1a-ad61-6c6dd103cf7b" -d '{"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-plugged", "status": "completed", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:01:42.662833 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-90ef1cf2-fb54-400d-a11f-e3ce2aece103 req-cbef7e4f-0d61-4631-b98e-e665afe1f0da tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571237 Aug 24 08:01:42.667400 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:42.754756 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b33a7f06-ab35-47de-9092-9da118a4859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8c4bf250-8f2e-408b-acd2-07c6f8bebcdc), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:42.754756 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-b33a7f06-ab35-47de-9092-9da118a4859d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:42.759203 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-b33a7f06-ab35-47de-9092-9da118a4859d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8c4bf250-8f2e-408b-acd2-07c6f8bebcdc HTTP/1.1" status: 204 len: 168 time: 0.4395561 Aug 24 08:01:42.785442 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a7f06-ab35-47de-9092-9da118a4859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4bf250-8f2e-408b-acd2-07c6f8bebcdc,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:43.001565 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b30247-ae75-4e1b-a3f8-ae29e58d795d x-openstack-request-id: req-e0b30247-ae75-4e1b-a3f8-ae29e58d795d {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:01:43.001868 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-plugged", "status": "completed", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:01:43.002255 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0b30247-ae75-4e1b-a3f8-ae29e58d795d {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:01:43.002655 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b30247-ae75-4e1b-a3f8-ae29e58d795d'] response: {'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'code': 200} Aug 24 08:01:43.115653 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:43.196024 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=7']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:43.699062 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37784) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:43.714902 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e8ab43d8-690b-46c4-be3e-046186190043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:44.092093 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c67b59-9211-4040-bc97-50198af86462 req-aad788e7-021e-45b9-aff6-bf59b0ca7d79 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:44.093580 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-18c67b59-9211-4040-bc97-50198af86462 req-aad788e7-021e-45b9-aff6-bf59b0ca7d79 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.3207886 Aug 24 08:01:44.111388 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e8ab43d8-690b-46c4-be3e-046186190043 admin admin] Publish callbacks [] for security_group (09b6ab6d-f32d-43fb-85ff-d00cc969f5c2), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:44.147342 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-18c67b59-9211-4040-bc97-50198af86462 req-bcd7f934-8b62-4b31-a6ca-4d2d018c59c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456371 Aug 24 08:01:44.407737 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e8ab43d8-690b-46c4-be3e-046186190043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (09b6ab6d-f32d-43fb-85ff-d00cc969f5c2), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:44.448589 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-e8ab43d8-690b-46c4-be3e-046186190043 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=905eb4eefd4946738ff616eda2c3b053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7484207 Aug 24 08:01:44.449567 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab43d8-690b-46c4-be3e-046186190043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b6ab6d-f32d-43fb-85ff-d00cc969f5c2,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:44.451313 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 37794) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:44.506790 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-48b002af-8aa3-40ad-9386-d13d8dc1af89 admin admin] Publish callbacks [] for security_group (09b6ab6d-f32d-43fb-85ff-d00cc969f5c2), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:44.528528 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-48b002af-8aa3-40ad-9386-d13d8dc1af89 admin admin] Publish callbacks [] for security_group (09b6ab6d-f32d-43fb-85ff-d00cc969f5c2), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:44.653777 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-48b002af-8aa3-40ad-9386-d13d8dc1af89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (09b6ab6d-f32d-43fb-85ff-d00cc969f5c2), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:44.657133 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-48b002af-8aa3-40ad-9386-d13d8dc1af89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:44.658655 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-48b002af-8aa3-40ad-9386-d13d8dc1af89 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/09b6ab6d-f32d-43fb-85ff-d00cc969f5c2 HTTP/1.1" status: 204 len: 168 time: 0.2061138 Aug 24 08:01:44.669311 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b002af-8aa3-40ad-9386-d13d8dc1af89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b6ab6d-f32d-43fb-85ff-d00cc969f5c2,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:45.345227 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b3b02-2616-48c4-9882-ab37cc829296 req-739604fa-f20e-4fb9-9350-4d66b40d5049 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:45.349395 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4f5b3b02-2616-48c4-9882-ab37cc829296 req-739604fa-f20e-4fb9-9350-4d66b40d5049 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0641737 Aug 24 08:01:45.418660 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4f5b3b02-2616-48c4-9882-ab37cc829296 req-748531f8-1285-4eab-bef5-2b9ee9695309 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641680 Aug 24 08:01:46.581015 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f645f-8d55-4cf3-b4bc-6424f732d789 req-24913d25-15d8-42a7-bc83-080690a451b8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:46.581015 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a79f645f-8d55-4cf3-b4bc-6424f732d789 req-24913d25-15d8-42a7-bc83-080690a451b8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0575433 Aug 24 08:01:46.644299 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a79f645f-8d55-4cf3-b4bc-6424f732d789 req-f464a8af-3b27-4847-bd56-17a3eba75ad9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607593 Aug 24 08:01:46.758523 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:01:47.786338 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a9285-6fcc-47a1-9a15-c8469eea6d92 req-4f153583-a028-458e-9b9a-6b87f173e61a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:47.788453 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-230a9285-6fcc-47a1-9a15-c8469eea6d92 req-4f153583-a028-458e-9b9a-6b87f173e61a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0672650 Aug 24 08:01:47.866888 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-230a9285-6fcc-47a1-9a15-c8469eea6d92 req-bab39d9c-570e-4de7-8bbd-2450b6b6b3fb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602539 Aug 24 08:01:49.006696 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70137a1-74c1-4348-bd00-7158716b729a req-39642a72-3198-4b47-a23e-a4f1f9b5f2e5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:49.008896 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d70137a1-74c1-4348-bd00-7158716b729a req-39642a72-3198-4b47-a23e-a4f1f9b5f2e5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0639677 Aug 24 08:01:49.032408 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:49.062316 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d70137a1-74c1-4348-bd00-7158716b729a req-02c118dc-e5dd-462d-8738-cfa5a37aa122 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468554 Aug 24 08:01:50.220630 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1af6f5-c2e4-4615-abae-9231f16c50b5 req-965a5b20-68cd-401e-814b-9a6b5d832ca1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:50.222187 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8c1af6f5-c2e4-4615-abae-9231f16c50b5 req-965a5b20-68cd-401e-814b-9a6b5d832ca1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0505514 Aug 24 08:01:50.251302 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:50.276891 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8c1af6f5-c2e4-4615-abae-9231f16c50b5 req-691a4dd8-f4db-408d-a626-8e09826f8c26 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 Aug 24 08:01:50.571539 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37912) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:50.629981 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca57e21a-2b4c-41ef-9a9c-16f43fabca06 admin admin] Deleting subnet d6b5f243-2ad8-4371-805c-40cc960eb311 {{(pid=113381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:01:50.633830 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ca57e21a-2b4c-41ef-9a9c-16f43fabca06 admin admin] Publish callbacks [] for subnet (d6b5f243-2ad8-4371-805c-40cc960eb311), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:50.680468 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ca57e21a-2b4c-41ef-9a9c-16f43fabca06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126882509'] for subnet (d6b5f243-2ad8-4371-805c-40cc960eb311), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:50.725692 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ca57e21a-2b4c-41ef-9a9c-16f43fabca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (d6b5f243-2ad8-4371-805c-40cc960eb311), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:50.880554 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ca57e21a-2b4c-41ef-9a9c-16f43fabca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127429721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127450148'] for subnet (d6b5f243-2ad8-4371-805c-40cc960eb311), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:50.904687 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57e21a-2b4c-41ef-9a9c-16f43fabca06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b5f243-2ad8-4371-805c-40cc960eb311,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:50.913202 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ca57e21a-2b4c-41ef-9a9c-16f43fabca06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:50.916479 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ca57e21a-2b4c-41ef-9a9c-16f43fabca06 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/d6b5f243-2ad8-4371-805c-40cc960eb311 HTTP/1.1" status: 204 len: 168 time: 0.3437891 Aug 24 08:01:50.919072 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37914) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:50.995892 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (a3255728-56b0-475b-8190-6ecfc66d7231), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:51.090217 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (a3255728-56b0-475b-8190-6ecfc66d7231), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:51.120274 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3255728-56b0-475b-8190-6ecfc66d7231']}} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:51.133924 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af384c99-772e-4cc4-9ebf-8b1241fb39e0') {'for_net_delete': True} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:51.134673 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af384c99-772e-4cc4-9ebf-8b1241fb39e0') {} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:01:51.146773 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126882500'] for segment (af384c99-772e-4cc4-9ebf-8b1241fb39e0), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:51.163089 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (af384c99-772e-4cc4-9ebf-8b1241fb39e0), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:51.170021 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:51.171309 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=113381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:01:51.171840 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127429695'] for segment (af384c99-772e-4cc4-9ebf-8b1241fb39e0), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:51.314542 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (a3255728-56b0-475b-8190-6ecfc66d7231), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:51.358352 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:51.360750 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/a3255728-56b0-475b-8190-6ecfc66d7231 HTTP/1.1" status: 204 len: 168 time: 0.4406862 Aug 24 08:01:51.361754 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fe7ad-21f5-44ca-a7c6-d09df1841c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3255728-56b0-475b-8190-6ecfc66d7231,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:51.375445 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment af384c99-772e-4cc4-9ebf-8b1241fb39e0 resource provider aggregate not found Aug 24 08:01:51.411699 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment af384c99-772e-4cc4-9ebf-8b1241fb39e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af384c99-772e-4cc4-9ebf-8b1241fb39e0 found for delete ", "request_id": "req-54275015-db3c-4f24-8662-2365778ae0a3"}]} Aug 24 08:01:51.463468 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8486d6-938f-4c93-9579-7376ce979c6a req-12db7ed1-a27d-40e6-b83c-52923707354e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:51.465255 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db8486d6-938f-4c93-9579-7376ce979c6a req-12db7ed1-a27d-40e6-b83c-52923707354e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0526218 Aug 24 08:01:51.530116 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db8486d6-938f-4c93-9579-7376ce979c6a req-b34eedf1-f141-459b-8dff-04664ad1da82 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590804 Aug 24 08:01:51.646271 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-0a23b701-cafb-4a33-a411-fcab9ec3db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:51.883701 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37936) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:51.928136 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-909fe11d-5b19-4b80-8eac-b0d2fab161af admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c534e991899e457c8b41e1dbc12a6670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430470 Aug 24 08:01:51.930610 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 37938) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:51.982518 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-977456fc-215b-468c-81b0-9e501df20588 admin admin] Publish callbacks [] for security_group (7f7023cc-1581-4644-a973-25e9943602d2), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:52.016309 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-977456fc-215b-468c-81b0-9e501df20588 admin admin] Publish callbacks [] for security_group (7f7023cc-1581-4644-a973-25e9943602d2), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:52.037004 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:52.173154 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-977456fc-215b-468c-81b0-9e501df20588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7f7023cc-1581-4644-a973-25e9943602d2), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:52.176318 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-977456fc-215b-468c-81b0-9e501df20588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:52.177539 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-977456fc-215b-468c-81b0-9e501df20588 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7f7023cc-1581-4644-a973-25e9943602d2 HTTP/1.1" status: 204 len: 168 time: 0.2460041 Aug 24 08:01:52.185800 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977456fc-215b-468c-81b0-9e501df20588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7023cc-1581-4644-a973-25e9943602d2,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:52.667932 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d55ef-6892-47e3-aca4-21aea6557aa5 req-c42634f9-9f2a-4278-a84c-4c187e3cbedc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:52.669510 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-241d55ef-6892-47e3-aca4-21aea6557aa5 req-c42634f9-9f2a-4278-a84c-4c187e3cbedc tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0510416 Aug 24 08:01:52.719398 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-241d55ef-6892-47e3-aca4-21aea6557aa5 req-45587457-f5d8-44d4-9e37-e5609a345b17 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439742 Aug 24 08:01:52.949741 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-17cd0a8b-a9ac-4363-a5a7-2f19f0df5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:52.951326 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-17cd0a8b-a9ac-4363-a5a7-2f19f0df5f5a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 1129 time: 0.0409703 Aug 24 08:01:53.051428 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-d90a1127-9493-4b8e-bdd9-2535e5f081d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:53.052915 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-d90a1127-9493-4b8e-bdd9-2535e5f081d9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 917 time: 0.0946531 Aug 24 08:01:53.118317 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-fd67d165-ee08-4bf5-8dba-7dab5982d79c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4073395-cdc8-42de-89a0-3e684efbce28 HTTP/1.1" status: 200 len: 1001 time: 0.0566387 Aug 24 08:01:53.167785 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-e83320bd-66c1-47dc-b865-1e138285559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:53.171045 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-e83320bd-66c1-47dc-b865-1e138285559a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.0452359 Aug 24 08:01:53.219053 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-a5159776-ed7b-4ae1-86e2-a385e26e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:53.220717 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-a5159776-ed7b-4ae1-86e2-a385e26e71a1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441854 Aug 24 08:01:53.313591 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-94e7173a-0519-4070-94f5-e2bcda1a9760 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858040 Aug 24 08:01:53.420344 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4d503d56-c060-4a6b-9d44-145fef3fda2e req-29bbf7ff-05fc-42c7-ab52-0907cb502780 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003249 Aug 24 08:01:53.724816 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:53.801924 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d67f69fe-770d-4dad-be92-38458c71fab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:53.845076 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68c7d5-bfe5-4baf-ba63-7b02b1b7e0dc req-845f84b5-31ea-49bd-ad8a-5c897f1a8c94 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:53.846540 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0e68c7d5-bfe5-4baf-ba63-7b02b1b7e0dc req-845f84b5-31ea-49bd-ad8a-5c897f1a8c94 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Aug 24 08:01:53.893110 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0e68c7d5-bfe5-4baf-ba63-7b02b1b7e0dc req-4085e76e-2b86-4b4c-9472-8762f70ab0ae tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410006 Aug 24 08:01:55.024544 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d55eb-37c3-477c-a7ca-20a2e2d5c683 req-e25e45f1-293c-49b0-8ac4-c58170778709 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:55.026158 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-623d55eb-37c3-477c-a7ca-20a2e2d5c683 req-e25e45f1-293c-49b0-8ac4-c58170778709 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0516152 Aug 24 08:01:55.037630 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:55.076075 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-623d55eb-37c3-477c-a7ca-20a2e2d5c683 req-acb03282-76b5-4a04-aa63-0def0aa7c4fd tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439820 Aug 24 08:01:55.504317 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:56.214851 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c660f01-6d9a-44f0-a831-de40fb1d7654 req-daaf2af0-2bab-4252-b967-21c09dfa8cac tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:56.216315 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7c660f01-6d9a-44f0-a831-de40fb1d7654 req-daaf2af0-2bab-4252-b967-21c09dfa8cac tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 945 time: 0.0500622 Aug 24 08:01:56.263809 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7c660f01-6d9a-44f0-a831-de40fb1d7654 req-2fde6caf-2626-4154-a7dd-550980cb2ea5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 Aug 24 08:01:56.537805 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f4073395-cdc8-42de-89a0-3e684efbce28 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:01:56.609451 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f4073395-cdc8-42de-89a0-3e684efbce28 is: ACTIVE; New status is: DOWN {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:01:56.609755 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:56.633736 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:01:56.636054 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dfa984-2fa5-4fcd-ac87-d7932ca49217" -d '{"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-unplugged", "status": "completed", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:01:56.649113 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:01:56.670844 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 08:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305969fa-3c4b-42b1-a4ff-31a9a01e6cd4 x-openstack-request-id: req-305969fa-3c4b-42b1-a4ff-31a9a01e6cd4 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:01:56.671129 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-unplugged", "status": "failed", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28", "code": 422}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:01:56.671384 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-305969fa-3c4b-42b1-a4ff-31a9a01e6cd4 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:01:56.671826 dv-cinder-854275-1-iscsi neutron-server[113382]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-305969fa-3c4b-42b1-a4ff-31a9a01e6cd4']: {'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'code': 422} returned with failed status Aug 24 08:01:56.744732 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:56.754490 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:56.791340 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=8']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:01:56.858500 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:57.125270 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:58.591381 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:01:58.610913 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14bc56-2371-4918-a0b3-57f03c50bc7d req-5f0f5089-647b-4cb0-b5a9-9d2adddef6e1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:58.612466 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5e14bc56-2371-4918-a0b3-57f03c50bc7d req-5f0f5089-647b-4cb0-b5a9-9d2adddef6e1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0490606 Aug 24 08:01:58.663623 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5e14bc56-2371-4918-a0b3-57f03c50bc7d req-b3fb1965-abe4-46fc-9ae0-54564aaecd0b tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452881 Aug 24 08:01:58.896177 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-e2185c14-064a-4726-907e-54036806c93a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381391 Aug 24 08:01:58.974005 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-aeb25c94-fb5a-48c7-bb24-f2e602e3b70a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:58.975339 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-aeb25c94-fb5a-48c7-bb24-f2e602e3b70a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports/f4073395-cdc8-42de-89a0-3e684efbce28 HTTP/1.1" status: 200 len: 940 time: 0.0505934 Aug 24 08:01:59.792521 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38054) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:01:59.803896 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ec63-c846-43f9-9249-33171c2a1ab2 req-c624b018-166a-4392-ad22-b889d90debda tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:01:59.805671 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4658ec63-c846-43f9-9249-33171c2a1ab2 req-c624b018-166a-4392-ad22-b889d90debda tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0628266 Aug 24 08:01:59.861177 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4658ec63-c846-43f9-9249-33171c2a1ab2 req-026643b7-352b-404a-be29-0cc372e1af38 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494189 Aug 24 08:01:59.922605 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:01:59.998098 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Publish callbacks [] for security_group (8dfb1926-41a5-4132-8322-f0ff0a1e7e01), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:00.074310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8dfb1926-41a5-4132-8322-f0ff0a1e7e01), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:00.099483 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:00.119367 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=759ac60f1fe3475fa7840a56643764b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257523 Aug 24 08:02:00.120183 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb1926-41a5-4132-8322-f0ff0a1e7e01,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:00.122175 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38058) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:00.138826 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.139174 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.139517 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.139857 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.140187 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.140514 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.140875 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.141200 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.141524 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.141846 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.142168 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.142490 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.142815 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.143132 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.143448 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf7b102-0644-4284-81f6-3a169b29bfda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:00.184830 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-62c2413f-3a6f-42fc-9d2e-23e840e90f3a admin admin] Publish callbacks [] for security_group (8dfb1926-41a5-4132-8322-f0ff0a1e7e01), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:00.204886 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-62c2413f-3a6f-42fc-9d2e-23e840e90f3a admin admin] Publish callbacks [] for security_group (8dfb1926-41a5-4132-8322-f0ff0a1e7e01), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:00.321770 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-62c2413f-3a6f-42fc-9d2e-23e840e90f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8dfb1926-41a5-4132-8322-f0ff0a1e7e01), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:00.324378 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-62c2413f-3a6f-42fc-9d2e-23e840e90f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:00.325558 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-62c2413f-3a6f-42fc-9d2e-23e840e90f3a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8dfb1926-41a5-4132-8322-f0ff0a1e7e01 HTTP/1.1" status: 204 len: 168 time: 0.2024360 Aug 24 08:02:00.334068 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2413f-3a6f-42fc-9d2e-23e840e90f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb1926-41a5-4132-8322-f0ff0a1e7e01,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:00.396334 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-f4e7722e-cb0c-4356-9739-54edb70f5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:00.397850 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-f4e7722e-cb0c-4356-9739-54edb70f5a1c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7&tenant_id=27c8e372420a4076b855d46a4f8ff521 HTTP/1.1" status: 200 len: 1127 time: 0.0402219 Aug 24 08:02:00.470765 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-ad01ef29-4a0b-41a9-82e2-735329212d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:00.472392 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-ad01ef29-4a0b-41a9-82e2-735329212d25 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 1127 time: 0.0502732 Aug 24 08:02:00.563157 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-38f19846-3c58-4c37-a761-32fa6a3ac099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:00.564608 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-38f19846-3c58-4c37-a761-32fa6a3ac099 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 917 time: 0.0864179 Aug 24 08:02:00.632841 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-20e63475-411e-496e-8fa1-b1e003a8c5f1 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4073395-cdc8-42de-89a0-3e684efbce28 HTTP/1.1" status: 200 len: 999 time: 0.0615895 Aug 24 08:02:00.682385 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-d9346ce1-95bb-4a03-8aec-bcccb9ac6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:00.683851 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-d9346ce1-95bb-4a03-8aec-bcccb9ac6e1a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.0449595 Aug 24 08:02:00.727916 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-1fb84d1f-8399-4f10-8aec-ec3cf2bce333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:00.729661 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-1fb84d1f-8399-4f10-8aec-ec3cf2bce333 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389431 Aug 24 08:02:00.823591 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-d152cc5b-d0c8-4788-a77a-f0057582c961 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879142 Aug 24 08:02:00.850917 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:00.914814 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-ed125137-991d-4818-919f-e9b9a7947bef service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850637 Aug 24 08:02:00.945729 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38066) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:00.959625 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-eca74e7a-0a1e-4a2a-bfc6-7dfe32336d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:00.994415 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1061-c299-433f-8733-0749208fd6d4 req-a0feb77e-7d89-4559-83ba-7e068995c87d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:00.995885 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-61ea1061-c299-433f-8733-0749208fd6d4 req-a0feb77e-7d89-4559-83ba-7e068995c87d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0507386 Aug 24 08:02:01.048014 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-eca74e7a-0a1e-4a2a-bfc6-7dfe32336d99 admin admin] Publish callbacks [] for security_group (167c9e5a-dd3f-47f4-9db9-6f24dc87a0de), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:01.049768 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-61ea1061-c299-433f-8733-0749208fd6d4 req-f15b200d-3b04-44fd-9374-a440d847dda4 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480030 Aug 24 08:02:01.120055 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-eca74e7a-0a1e-4a2a-bfc6-7dfe32336d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (167c9e5a-dd3f-47f4-9db9-6f24dc87a0de), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:01.160113 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca74e7a-0a1e-4a2a-bfc6-7dfe32336d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167c9e5a-dd3f-47f4-9db9-6f24dc87a0de,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:01.165519 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-eca74e7a-0a1e-4a2a-bfc6-7dfe32336d99 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=38b743bb579640e3ae8d26e73e6782fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187228 Aug 24 08:02:01.168577 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38076) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:01.226421 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-545e65d0-04c5-414f-b106-ba0c539cfd47 admin admin] Publish callbacks [] for security_group (167c9e5a-dd3f-47f4-9db9-6f24dc87a0de), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:01.247444 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-545e65d0-04c5-414f-b106-ba0c539cfd47 admin admin] Publish callbacks [] for security_group (167c9e5a-dd3f-47f4-9db9-6f24dc87a0de), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:01.382890 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-545e65d0-04c5-414f-b106-ba0c539cfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (167c9e5a-dd3f-47f4-9db9-6f24dc87a0de), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:01.385561 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-545e65d0-04c5-414f-b106-ba0c539cfd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:01.386707 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-545e65d0-04c5-414f-b106-ba0c539cfd47 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/167c9e5a-dd3f-47f4-9db9-6f24dc87a0de HTTP/1.1" status: 204 len: 168 time: 0.2168286 Aug 24 08:02:01.398024 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e65d0-04c5-414f-b106-ba0c539cfd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167c9e5a-dd3f-47f4-9db9-6f24dc87a0de,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:02.205209 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1b92-d7dd-42e8-8289-005dcd8a6927 req-6aeb4fb5-2fe7-408b-a0d6-493e29f03278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:02.208218 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0ffd1b92-d7dd-42e8-8289-005dcd8a6927 req-6aeb4fb5-2fe7-408b-a0d6-493e29f03278 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0596044 Aug 24 08:02:02.276852 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0ffd1b92-d7dd-42e8-8289-005dcd8a6927 req-98123dc4-37e3-4c73-9e32-9ee2ab997dca tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521786 Aug 24 08:02:03.315945 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38122) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:03.473224 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a28f40-df46-4643-80c2-0d22c343a656 req-8f63d9c1-f2bc-487b-a009-b3d0f330e9ab tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:03.481429 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-62a28f40-df46-4643-80c2-0d22c343a656 req-8f63d9c1-f2bc-487b-a009-b3d0f330e9ab tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0781155 Aug 24 08:02:03.498432 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b20b6f4c-901f-45ad-ace2-c2791e5d2f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:03.540968 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:03.578676 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-62a28f40-df46-4643-80c2-0d22c343a656 req-449f0c24-4eb2-49af-8bae-3d3669f4b7d1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957909 Aug 24 08:02:03.622335 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b20b6f4c-901f-45ad-ace2-c2791e5d2f97 admin admin] Publish callbacks [] for security_group (1a94afdb-ea11-4a0a-a8cc-4d75d6faed05), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:03.694235 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b20b6f4c-901f-45ad-ace2-c2791e5d2f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1a94afdb-ea11-4a0a-a8cc-4d75d6faed05), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:03.732303 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:03.743100 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38128) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:03.751800 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-b20b6f4c-901f-45ad-ace2-c2791e5d2f97 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=55923ebc319d4e1c84b566f83942713a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334724 Aug 24 08:02:03.770619 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b6f4c-901f-45ad-ace2-c2791e5d2f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94afdb-ea11-4a0a-a8cc-4d75d6faed05,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:03.806341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:03.809071 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-824d1c50-bfe5-4982-b57a-ee70d9d94224 admin admin] Publish callbacks [] for security_group (1a94afdb-ea11-4a0a-a8cc-4d75d6faed05), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:03.832581 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-824d1c50-bfe5-4982-b57a-ee70d9d94224 admin admin] Publish callbacks [] for security_group (1a94afdb-ea11-4a0a-a8cc-4d75d6faed05), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:03.961001 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-824d1c50-bfe5-4982-b57a-ee70d9d94224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1a94afdb-ea11-4a0a-a8cc-4d75d6faed05), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:03.963958 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-824d1c50-bfe5-4982-b57a-ee70d9d94224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:03.969074 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-824d1c50-bfe5-4982-b57a-ee70d9d94224 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/1a94afdb-ea11-4a0a-a8cc-4d75d6faed05 HTTP/1.1" status: 204 len: 168 time: 0.2210214 Aug 24 08:02:03.981658 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d1c50-bfe5-4982-b57a-ee70d9d94224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94afdb-ea11-4a0a-a8cc-4d75d6faed05,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:04.734183 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503196f-38d1-4601-9e8b-835c90413c7f req-573d427f-7ec2-4f56-bd8d-ce02e724a839 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:04.735153 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6390a89-b4e1-43cb-9202-488d3a41914a req-424f49c9-498f-4065-9a66-51444282f4db tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:04.737863 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e6390a89-b4e1-43cb-9202-488d3a41914a req-424f49c9-498f-4065-9a66-51444282f4db tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0656009 Aug 24 08:02:04.748888 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a503196f-38d1-4601-9e8b-835c90413c7f req-573d427f-7ec2-4f56-bd8d-ce02e724a839 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.1004121 Aug 24 08:02:04.814184 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a503196f-38d1-4601-9e8b-835c90413c7f req-db8891a8-0ef9-4008-8f15-eeacb9841b67 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597756 Aug 24 08:02:04.831960 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e6390a89-b4e1-43cb-9202-488d3a41914a req-2e596c13-ef8d-4db9-bda7-dda9d0f265ed tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867939 Aug 24 08:02:05.352669 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-89a71dbe-e519-4b31-8a28-a74b63e49af5 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-988986265&fields=id&tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2 HTTP/1.1" status: 200 len: 267 time: 0.0597053 Aug 24 08:02:05.444943 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-e4ebf183-9249-4038-842f-79502f08ed04 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:05.444943 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-e4ebf183-9249-4038-842f-79502f08ed04 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 984 time: 0.0775917 Aug 24 08:02:05.456665 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-17d2dd26-8133-4307-8d68-ac824dda5cdb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Request body: {'port': {'security_groups': ['feb07a31-b940-41e9-a65f-2b4184bcb65f']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:05.552474 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-17d2dd26-8133-4307-8d68-ac824dda5cdb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:05.776784 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-17d2dd26-8133-4307-8d68-ac824dda5cdb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] For port f9f1b354-6f60-423b-8ee3-6fff02486c95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:05.810558 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-17d2dd26-8133-4307-8d68-ac824dda5cdb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:05.897327 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-17d2dd26-8133-4307-8d68-ac824dda5cdb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:05.909448 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f9f1b354-6f60-423b-8ee3-6fff02486c95'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:02:05.930532 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-17d2dd26-8133-4307-8d68-ac824dda5cdb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:05.931202 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-17d2dd26-8133-4307-8d68-ac824dda5cdb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:05.932710 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-09adf6bb-e56c-442d-916e-c1dafc66b54d req-17d2dd26-8133-4307-8d68-ac824dda5cdb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "PUT /networking/v2.0/ports/f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 200 len: 942 time: 0.4868629 Aug 24 08:02:05.933310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:02:05.935583 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c9121f-a961-4523-9e30-3be60e03f3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:02:05.939734 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38172) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:06.049403 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2dd26-8133-4307-8d68-ac824dda5cdb tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event updated for resources: {'Port': ['ID=f9f1b354-6f60-423b-8ee3-6fff02486c95,revision_number=7']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:06.068158 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8b7d9-3758-4a9e-a2d0-a2eba84638e9 req-7ca7cdf3-e8d9-4174-938c-01653e4f523c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:06.079702 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bfd8b7d9-3758-4a9e-a2d0-a2eba84638e9 req-7ca7cdf3-e8d9-4174-938c-01653e4f523c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.1755073 Aug 24 08:02:06.097713 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f9f1b354-6f60-423b-8ee3-6fff02486c95'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:02:06.137189 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group (7082845b-6c67-4ad1-8150-cce2528ae451), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.179085 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38180) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:06.216089 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991c618-5450-4713-8338-59d7500b0073 req-40aeab7a-2244-4582-9527-7b458e340b7d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:06.222498 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0991c618-5450-4713-8338-59d7500b0073 req-40aeab7a-2244-4582-9527-7b458e340b7d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.1507432 Aug 24 08:02:06.240407 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:06.258673 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bfd8b7d9-3758-4a9e-a2d0-a2eba84638e9 req-35dffb79-4e6b-4c55-b824-863ac4a3c28b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777000 Aug 24 08:02:06.273013 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group (7082845b-6c67-4ad1-8150-cce2528ae451), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.333350 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0991c618-5450-4713-8338-59d7500b0073 req-37d45c78-eb4a-4edb-9073-87b57c475319 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995500 Aug 24 08:02:06.368086 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.393690 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29f7cbc-cd03-40c6-8459-4b1fcc1025c0 x-openstack-request-id: req-d29f7cbc-cd03-40c6-8459-4b1fcc1025c0 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:02:06.394045 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:02:06.394289 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d29f7cbc-cd03-40c6-8459-4b1fcc1025c0 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:02:06.394687 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29f7cbc-cd03-40c6-8459-4b1fcc1025c0'] response: {'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'status': 'completed', 'code': 200} Aug 24 08:02:06.416506 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:06.495731 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-80ecf5b5-56e5-4274-909a-c0766e366bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.537350 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (7082845b-6c67-4ad1-8150-cce2528ae451), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.542235 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.543818 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7082845b-6c67-4ad1-8150-cce2528ae451 HTTP/1.1" status: 204 len: 168 time: 0.6019585 Aug 24 08:02:06.546816 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38184) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:06.554992 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7082845b-6c67-4ad1-8150-cce2528ae451,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:06.564267 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.564790 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.565252 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.566014 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.566507 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.567032 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.571020 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.571645 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.572244 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.572712 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.573193 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.573628 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.574154 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.574532 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.575001 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ae11ff-c32b-43f0-8a6f-b1d20723e71e tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:06.802354 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:06.846324 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-80ecf5b5-56e5-4274-909a-c0766e366bbd admin admin] Publish callbacks [] for security_group (d001b2a2-0e72-4fcb-bc3a-52a3ca936a05), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.848426 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Deleting port 38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:06.848851 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.957721 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.958486 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for floatingip (38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:06.976350 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Calling delete_port for 38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6 owned by network:floatingip {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:07.171879 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:07.435804 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad82e67-b20e-4a36-a44f-308067e3ce28 req-73b92af1-76f7-4178-ac61-0503c669c9e3 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:07.435804 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cad82e67-b20e-4a36-a44f-308067e3ce28 req-73b92af1-76f7-4178-ac61-0503c669c9e3 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0654106 Aug 24 08:02:07.485644 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cad82e67-b20e-4a36-a44f-308067e3ce28 req-b41db4b7-c966-4f4d-8fce-68e9acd47893 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688093 Aug 24 08:02:07.512124 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4ed0-edfb-4fde-b3fc-394940375336 req-23662797-690c-4ede-9328-f9edd3b28cf0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:07.515411 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c8ed4ed0-edfb-4fde-b3fc-394940375336 req-23662797-690c-4ede-9328-f9edd3b28cf0 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0854423 Aug 24 08:02:07.611025 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c8ed4ed0-edfb-4fde-b3fc-394940375336 req-a7d7b3b8-3108-41bf-8c9f-83fe26536ef2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875251 Aug 24 08:02:07.893947 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:07.897736 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-80ecf5b5-56e5-4274-909a-c0766e366bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d001b2a2-0e72-4fcb-bc3a-52a3ca936a05), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:07.939127 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event deleted for resources: {'Port': ['ID=38aa2ed4-3d57-4c9a-8c79-1517f65aa9f6,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:07.992332 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-80ecf5b5-56e5-4274-909a-c0766e366bbd admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=f54cfb83c50b4bedae7c8e861d27cf78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8043177 Aug 24 08:02:07.992332 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecf5b5-56e5-4274-909a-c0766e366bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001b2a2-0e72-4fcb-bc3a-52a3ca936a05,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:07.992811 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38190) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:08.056141 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks [] for floatingip (d81c49d7-2701-44d6-8f18-e3ff5585c221), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:08.056504 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Floating IP d81c49d7-2701-44d6-8f18-e3ff5585c221 disassociated (deleted). External IP: 172.27.4.108, port: f9f1b354-6f60-423b-8ee3-6fff02486c95. Aug 24 08:02:08.064123 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1dd81792-4122-4bd7-946b-f35ff58f4d1a admin admin] Publish callbacks [] for security_group (d001b2a2-0e72-4fcb-bc3a-52a3ca936a05), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:08.086237 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1dd81792-4122-4bd7-946b-f35ff58f4d1a admin admin] Publish callbacks [] for security_group (d001b2a2-0e72-4fcb-bc3a-52a3ca936a05), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:08.234896 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1dd81792-4122-4bd7-946b-f35ff58f4d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d001b2a2-0e72-4fcb-bc3a-52a3ca936a05), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:08.239120 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1dd81792-4122-4bd7-946b-f35ff58f4d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:08.241029 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-1dd81792-4122-4bd7-946b-f35ff58f4d1a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d001b2a2-0e72-4fcb-bc3a-52a3ca936a05 HTTP/1.1" status: 204 len: 168 time: 0.2470546 Aug 24 08:02:08.263445 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd81792-4122-4bd7-946b-f35ff58f4d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001b2a2-0e72-4fcb-bc3a-52a3ca936a05,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:08.309124 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Router 68a0aa15-cf6e-467b-a3df-b54121031071 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:02:08.389295 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:08.433089 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:02:08.435735 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:08.441046 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] Sync routers for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:02:08.459366 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:08.467100 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:01:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:08.475790 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-35951165-c42a-4ce3-b0fb-53075c968bc7 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/d81c49d7-2701-44d6-8f18-e3ff5585c221 HTTP/1.1" status: 204 len: 168 time: 1.9258318 Aug 24 08:02:08.476738 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:02:08.479192 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:02:08.575887 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f31e88-bde9-4fad-9965-39c30402d985 x-openstack-request-id: req-43f31e88-bde9-4fad-9965-39c30402d985 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:02:08.576066 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:02:08.576306 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-43f31e88-bde9-4fad-9965-39c30402d985 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:02:08.581149 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f31e88-bde9-4fad-9965-39c30402d985'] response: {'name': 'network-changed', 'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'status': 'completed', 'code': 200} Aug 24 08:02:08.593822 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:08.661881 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:08.765828 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee78d21-55b3-43e9-9e77-bff7c5529a14 req-cb354d8e-4845-4c57-8008-30d6c62476bd tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:08.767790 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9ee78d21-55b3-43e9-9e77-bff7c5529a14 req-cb354d8e-4845-4c57-8008-30d6c62476bd tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0968394 Aug 24 08:02:08.896211 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9ee78d21-55b3-43e9-9e77-bff7c5529a14 req-ce22fc3f-9e44-428f-a12f-0aac7ded542d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212671 Aug 24 08:02:09.077773 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-a9408364-ea09-49ae-b172-0f89e821c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:09.079436 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-a9408364-ea09-49ae-b172-0f89e821c9a7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 1129 time: 0.0973597 Aug 24 08:02:09.134793 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46a7c2-ecbb-4fc4-ac95-77a665ceaeb5 req-8d723d11-4f02-4b41-af34-a12282b836c2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:09.143636 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6a46a7c2-ecbb-4fc4-ac95-77a665ceaeb5 req-8d723d11-4f02-4b41-af34-a12282b836c2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0603330 Aug 24 08:02:09.194136 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '48b0630b-5504-440c-8044-1e2ee63b8b0f', 'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'mac_address': 'fa:16:3e:fa:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:36Z', 'updated_at': '2022-08-24T07:59:41Z', 'revision_number': 5, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'subnets': [{'id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:09.214011 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6a46a7c2-ecbb-4fc4-ac95-77a665ceaeb5 req-09c51d5d-25df-45dd-bb69-8fef1eb2f12a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678322 Aug 24 08:02:09.237203 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] Checking router: 68a0aa15-cf6e-467b-a3df-b54121031071 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:02:09.247585 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:09.248203 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:01:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:09.358901 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:09.495925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-e7d12298-e725-4128-a029-11bdc20ddf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:09.497564 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-e7d12298-e725-4128-a029-11bdc20ddf41 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=7a10c488-dc2f-4637-9b64-65c3d3616e74 HTTP/1.1" status: 200 len: 916 time: 0.1110256 Aug 24 08:02:09.553490 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '48b0630b-5504-440c-8044-1e2ee63b8b0f', 'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'mac_address': 'fa:16:3e:fa:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:36Z', 'updated_at': '2022-08-24T07:59:41Z', 'revision_number': 5, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'subnets': [{'id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:09.578992 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f7c36d-c44a-48dd-b58a-8125c8c9ac0e None None] The sync data for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi is: [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T07:59:37Z', 'revision_number': 4, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '48b0630b-5504-440c-8044-1e2ee63b8b0f', 'name': '', 'network_id': '7a10c488-dc2f-4637-9b64-65c3d3616e74', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'mac_address': 'fa:16:3e:fa:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:36Z', 'updated_at': '2022-08-24T07:59:41Z', 'revision_number': 5, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'subnets': [{'id': 'b77a803a-c9c4-4854-9b50-a5b31a08246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:02:09.658788 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-0f040369-3bec-487d-9cf5-4522631569bf service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 200 len: 217 time: 0.0404315 Aug 24 08:02:09.721021 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-374dd460-7a88-4f85-a6e9-a5ea8419c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:09.721021 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-374dd460-7a88-4f85-a6e9-a5ea8419c434 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b77a803a-c9c4-4854-9b50-a5b31a08246d HTTP/1.1" status: 200 len: 854 time: 0.0521407 Aug 24 08:02:09.843320 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b0c3f-5f3f-446d-ae2d-1d255ce972b0 None None] New status for floating IP d81c49d7-2701-44d6-8f18-e3ff5585c221: DOWN {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:02:09.997487 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-81f45fba-4f0d-4185-9b51-3f2ee11fc58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:09.999042 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-81f45fba-4f0d-4185-9b51-3f2ee11fc58a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=7a10c488-dc2f-4637-9b64-65c3d3616e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411348 Aug 24 08:02:10.060363 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1d7d3-f169-4cad-8a98-e8a695158410 req-c9727109-33f8-4ecd-82f1-0a0ab8ec5bff tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:10.061899 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e2b1d7d3-f169-4cad-8a98-e8a695158410 req-c9727109-33f8-4ecd-82f1-0a0ab8ec5bff tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0515211 Aug 24 08:02:10.115523 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e2b1d7d3-f169-4cad-8a98-e8a695158410 req-bee82102-c17a-4c60-adc1-22e6d3a03398 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475857 Aug 24 08:02:10.336134 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ab465-7b42-41cb-9d2a-464292ef7d57 req-d22d60a1-7084-4b56-afb5-6933ff6a52a8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:10.337770 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-668ab465-7b42-41cb-9d2a-464292ef7d57 req-d22d60a1-7084-4b56-afb5-6933ff6a52a8 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0476944 Aug 24 08:02:10.386683 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-668ab465-7b42-41cb-9d2a-464292ef7d57 req-e06494c0-99ff-4435-9567-8e461af459c2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434227 Aug 24 08:02:11.046976 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-cb218c36-b875-44d3-98b5-418a32307573 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497782 Aug 24 08:02:11.140958 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-aa3c1fe5-7b8b-4c9a-aba0-9fa6073fb6d2 req-2e0352d0-e282-46d8-a4b8-6d527152b25b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872543 Aug 24 08:02:11.252213 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:11.270234 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d194d-80a3-4714-9503-3aabde04d6cf req-2a239c90-1a2a-4e56-a4b5-021cf82bc56f tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:11.271698 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0c7d194d-80a3-4714-9503-3aabde04d6cf req-2a239c90-1a2a-4e56-a4b5-021cf82bc56f tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0631156 Aug 24 08:02:11.313894 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-e2534c04-b966-434e-bb45-5ee066e4114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:11.315428 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-e2534c04-b966-434e-bb45-5ee066e4114c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 1129 time: 0.0595493 Aug 24 08:02:11.363116 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0c7d194d-80a3-4714-9503-3aabde04d6cf req-8688e85d-f574-47c4-a87d-f14bc0258b39 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745499 Aug 24 08:02:11.434466 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-84d2b348-40c0-4238-88d2-748f6746b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:11.435883 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-84d2b348-40c0-4238-88d2-748f6746b7ac service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=7a10c488-dc2f-4637-9b64-65c3d3616e74 HTTP/1.1" status: 200 len: 916 time: 0.1102092 Aug 24 08:02:11.475932 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-1ead5f0c-7d15-454e-bd66-e4967e7e411f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 200 len: 217 time: 0.0329950 Aug 24 08:02:11.509619 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:11.512875 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ac092-9f5c-4fdb-9f7e-cb6b00d67dac req-ee1a6658-6638-4bae-833b-1e464c9d5b24 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:11.515000 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-240ac092-9f5c-4fdb-9f7e-cb6b00d67dac req-ee1a6658-6638-4bae-833b-1e464c9d5b24 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0474041 Aug 24 08:02:11.528513 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-ea959217-6200-42be-b771-2cd4f0158d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:11.530094 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-ea959217-6200-42be-b771-2cd4f0158d18 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b77a803a-c9c4-4854-9b50-a5b31a08246d HTTP/1.1" status: 200 len: 854 time: 0.0488472 Aug 24 08:02:11.566487 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-240ac092-9f5c-4fdb-9f7e-cb6b00d67dac req-b66a718b-294c-400c-8873-e9e763c8dd5f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437489 Aug 24 08:02:11.579614 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-c944ea63-74d3-43b8-b889-b9fe28b6dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:11.581391 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-c944ea63-74d3-43b8-b889-b9fe28b6dd5b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=7a10c488-dc2f-4637-9b64-65c3d3616e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450625 Aug 24 08:02:11.673390 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-66d00003-2d53-457e-900e-cd0c9d9bd3ee service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857413 Aug 24 08:02:11.766021 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80c9121f-a961-4523-9e30-3be60e03f3ba req-d0bc141e-56ef-480e-aeca-ef18def2960f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874660 Aug 24 08:02:12.484629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b36ea-46f2-47aa-8f4a-9bb81eaae79b req-bfe53da9-7758-47b1-9ce3-b82a41fccf99 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:12.486194 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-546b36ea-46f2-47aa-8f4a-9bb81eaae79b req-bfe53da9-7758-47b1-9ce3-b82a41fccf99 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0468285 Aug 24 08:02:12.535439 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-546b36ea-46f2-47aa-8f4a-9bb81eaae79b req-4d2ea7aa-3c7c-436d-ab93-5c1de3eb5154 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 Aug 24 08:02:12.583258 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f4073395-cdc8-42de-89a0-3e684efbce28 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:02:12.694156 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03d0af-07c3-4877-a192-6a82c51210e7 req-8856c360-e3c5-46c1-aeb1-117d5cd1f72e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:12.694716 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:12.695665 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ff03d0af-07c3-4877-a192-6a82c51210e7 req-8856c360-e3c5-46c1-aeb1-117d5cd1f72e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 943 time: 0.0493743 Aug 24 08:02:12.707527 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'port_id': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'mac_address': 'fa:16:3e:63:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:02:12.713049 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:12.716282 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:12.729255 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:12.743305 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f4073395-cdc8-42de-89a0-3e684efbce28 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:12.743601 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:12.745720 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ff03d0af-07c3-4877-a192-6a82c51210e7 req-188834f3-3971-41f9-8179-2674063787a2 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Aug 24 08:02:12.762046 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4073395-cdc8-42de-89a0-3e684efbce28 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:02:12.782495 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:12.864385 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:12.911991 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=9']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:13.118993 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f4073395-cdc8-42de-89a0-3e684efbce28'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:02:13.171468 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:13.660348 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b1e9a-cb55-450e-bf5c-a62ea5a1815c req-681dcc0b-fad2-4f5e-bb0a-a3f887ec6fbf tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:13.661861 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c12b1e9a-cb55-450e-bf5c-a62ea5a1815c req-681dcc0b-fad2-4f5e-bb0a-a3f887ec6fbf tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0473461 Aug 24 08:02:13.714135 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c12b1e9a-cb55-450e-bf5c-a62ea5a1815c req-52ee4bc8-d4f5-4b9f-80c9-ef274ee1448c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466721 Aug 24 08:02:13.875035 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e668fd-9b38-427a-bff8-edb621759ccf req-87936c28-4c83-4006-bc54-25bed0a92ae7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:13.876544 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-19e668fd-9b38-427a-bff8-edb621759ccf req-87936c28-4c83-4006-bc54-25bed0a92ae7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 944 time: 0.0492449 Aug 24 08:02:13.927359 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-19e668fd-9b38-427a-bff8-edb621759ccf req-55aa0ade-bc6c-4f7c-875f-b5c53c28eb6a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434883 Aug 24 08:02:14.258363 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23398b-ac54-4979-8076-a289c28481d0 req-9444c3cc-6f51-4328-93a1-b5c38875813a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:14.259843 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ac23398b-ac54-4979-8076-a289c28481d0 req-9444c3cc-6f51-4328-93a1-b5c38875813a tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0477476 Aug 24 08:02:14.308169 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ac23398b-ac54-4979-8076-a289c28481d0 req-7993cef1-d8c4-4c1c-be1a-6811378e881b tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Aug 24 08:02:14.603890 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f4073395-cdc8-42de-89a0-3e684efbce28 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:14.647262 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port f4073395-cdc8-42de-89a0-3e684efbce28 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:14.647626 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:14.719681 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f4073395-cdc8-42de-89a0-3e684efbce28 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:14.720019 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:14.743350 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:02:14.745587 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67823c0-c57f-4475-b80f-4f9676faf439" -d '{"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-plugged", "status": "completed", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:02:14.758313 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:14.786553 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b57c14f-1bd0-4608-a144-601629e2d31c x-openstack-request-id: req-3b57c14f-1bd0-4608-a144-601629e2d31c {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:02:14.786870 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-plugged", "status": "completed", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:02:14.787127 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b57c14f-1bd0-4608-a144-601629e2d31c {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:02:14.787530 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b57c14f-1bd0-4608-a144-601629e2d31c'] response: {'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'code': 200} Aug 24 08:02:14.824697 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:14.840868 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ac86-49ab-4fb6-a2ca-b39812820ead req-83f744b8-bc6b-4e86-9f26-ee133b133224 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:14.842368 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8b39ac86-49ab-4fb6-a2ca-b39812820ead req-83f744b8-bc6b-4e86-9f26-ee133b133224 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0513692 Aug 24 08:02:14.876205 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=10']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:14.893244 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8b39ac86-49ab-4fb6-a2ca-b39812820ead req-820af56b-1dce-42f9-a1cb-ca1311193c2d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441887 Aug 24 08:02:15.058979 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a55af0-9279-4856-887b-bd331492c364 req-f9f0e91b-ae58-42e9-a1c6-bbdeb885c9eb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:15.060492 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-36a55af0-9279-4856-887b-bd331492c364 req-f9f0e91b-ae58-42e9-a1c6-bbdeb885c9eb tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 946 time: 0.0510981 Aug 24 08:02:15.109260 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-36a55af0-9279-4856-887b-bd331492c364 req-88764561-330b-4fd3-97f5-d3ae506864d1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Aug 24 08:02:15.426385 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb282ce-01ac-4b15-bf1c-3642d785a20f req-0200e31a-86f5-4362-92a2-34925693136b tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:15.427858 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3cb282ce-01ac-4b15-bf1c-3642d785a20f req-0200e31a-86f5-4362-92a2-34925693136b tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0477140 Aug 24 08:02:15.475897 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3cb282ce-01ac-4b15-bf1c-3642d785a20f req-203b7598-2c8d-4b3e-bd2a-5722a4258829 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=feb07a31-b940-41e9-a65f-2b4184bcb65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Aug 24 08:02:16.011157 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-6e8a8cdc-cb76-4304-80a0-392d111e48ba tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:16.012763 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-6e8a8cdc-cb76-4304-80a0-392d111e48ba tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 945 time: 0.0623276 Aug 24 08:02:16.039084 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1419cea-84be-45bb-ad2a-a77c5af84b7e req-466bbd25-efa5-4832-b83e-ce90e4a63925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:16.040762 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d1419cea-84be-45bb-ad2a-a77c5af84b7e req-466bbd25-efa5-4832-b83e-ce90e4a63925 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 1130 time: 0.0425844 Aug 24 08:02:16.077117 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29ebc1-9507-4e47-8143-70e63cf4b8ee req-aeaedf1d-2c40-4f52-ab18-c937e0858c9a tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:16.078589 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7c29ebc1-9507-4e47-8143-70e63cf4b8ee req-aeaedf1d-2c40-4f52-ab18-c937e0858c9a tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0850508 Aug 24 08:02:16.085008 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d1419cea-84be-45bb-ad2a-a77c5af84b7e req-5bfd1052-3a46-4dcd-b4ac-efb5c6e6f826 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Aug 24 08:02:16.122276 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:16.147469 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Deleting port f9f1b354-6f60-423b-8ee3-6fff02486c95 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:16.147813 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:16.188173 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7c29ebc1-9507-4e47-8143-70e63cf4b8ee req-94587f4b-b645-4417-b89a-4f9a617da47a tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036835 Aug 24 08:02:16.236348 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a3d28-20f4-4c1b-8b7b-82e85108e909 req-4746e70f-24be-42d4-86e9-32e08af8ac15 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:16.238523 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-df7a3d28-20f4-4c1b-8b7b-82e85108e909 req-4746e70f-24be-42d4-86e9-32e08af8ac15 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 946 time: 0.0485172 Aug 24 08:02:16.258056 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:16.260043 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] For port f9f1b354-6f60-423b-8ee3-6fff02486c95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f9f1b354-6f60-423b-8ee3-6fff02486c95,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:16.260404 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:16.273829 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Calling delete_port for f9f1b354-6f60-423b-8ee3-6fff02486c95 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:16.285996 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-df7a3d28-20f4-4c1b-8b7b-82e85108e909 req-f8524275-2e53-4b75-9bc6-7d16ccb252cd tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 Aug 24 08:02:16.462900 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (f9f1b354-6f60-423b-8ee3-6fff02486c95), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:16.477968 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f9f1b354-6f60-423b-8ee3-6fff02486c95'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:02:16.494829 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Pushing event deleted for resources: {'Port': ['ID=f9f1b354-6f60-423b-8ee3-6fff02486c95,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:16.541767 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] No DVR routers for this DVR port f9f1b354-6f60-423b-8ee3-6fff02486c95 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:02:16.544347 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:16.547677 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d5f31ca-ed52-4c75-a9ed-986ce6188818 req-576287c1-7cbf-45d7-ab0f-670e131c7291 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.45 "DELETE /networking/v2.0/ports/f9f1b354-6f60-423b-8ee3-6fff02486c95 HTTP/1.1" status: 204 len: 173 time: 0.5190759 Aug 24 08:02:16.548114 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'name': 'network-vif-deleted', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:02:16.550389 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55086bcc-af66-44bf-b134-edf57016ce17" -d '{"events": [{"server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "name": "network-vif-deleted", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:02:16.580184 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d7fe9a58-759f-48e8-88b4-9cdcb0f9a6c1 req-dd8f107f-d37e-4da5-9f92-b9c7e2247afc tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 210 time: 0.0266387 Aug 24 08:02:16.588062 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50833e4-f61b-4b9b-97c7-06d969b6c6d0 x-openstack-request-id: req-f50833e4-f61b-4b9b-97c7-06d969b6c6d0 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:02:16.588342 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d751e5-15c5-4cbb-a9af-711aab6bee68", "name": "network-vif-deleted", "tag": "f9f1b354-6f60-423b-8ee3-6fff02486c95", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:02:16.588594 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f50833e4-f61b-4b9b-97c7-06d969b6c6d0 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:02:16.589022 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50833e4-f61b-4b9b-97c7-06d969b6c6d0'] response: {'server_uuid': '86d751e5-15c5-4cbb-a9af-711aab6bee68', 'name': 'network-vif-deleted', 'tag': 'f9f1b354-6f60-423b-8ee3-6fff02486c95', 'status': 'completed', 'code': 200} Aug 24 08:02:16.917053 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=26 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:17.326887 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f2fd-cef5-477a-a5da-e28464fbc4e8 req-ff115c4b-cca1-4a8f-bf5d-813ab7875922 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:17.328393 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4a03f2fd-cef5-477a-a5da-e28464fbc4e8 req-ff115c4b-cca1-4a8f-bf5d-813ab7875922 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0515320 Aug 24 08:02:17.391053 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4a03f2fd-cef5-477a-a5da-e28464fbc4e8 req-b2443067-34d9-48ce-98e2-99166f070c8b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566194 Aug 24 08:02:17.435750 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c78fa-6c6b-4fff-bb99-5c20efd6c9c7 req-47b1ae5c-ce24-4aee-9a58-1e5de2bfa46a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:17.437325 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fc9c78fa-6c6b-4fff-bb99-5c20efd6c9c7 req-47b1ae5c-ce24-4aee-9a58-1e5de2bfa46a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 946 time: 0.0688884 Aug 24 08:02:17.488850 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fc9c78fa-6c6b-4fff-bb99-5c20efd6c9c7 req-22b48981-d512-4c61-a1d5-69b643f40b50 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451603 Aug 24 08:02:17.690130 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4151e7f5-fd58-4c5f-b5c6-ea8ea1eec900 req-5a35f336-90f3-44a5-b033-341f6bfe3ed0 tempest-TestMinimumBasicScenario-440786839 tempest-TestMinimumBasicScenario-440786839-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=86d751e5-15c5-4cbb-a9af-711aab6bee68 HTTP/1.1" status: 200 len: 210 time: 0.0270481 Aug 24 08:02:18.508465 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba75639-d629-4206-9270-24c249868a5a req-6b559151-b123-448b-b063-dbbb52095b04 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:18.510047 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fba75639-d629-4206-9270-24c249868a5a req-6b559151-b123-448b-b063-dbbb52095b04 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0461519 Aug 24 08:02:18.590774 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fba75639-d629-4206-9270-24c249868a5a req-dfa1a57b-68fa-4016-b278-3603b7ddff19 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747700 Aug 24 08:02:18.641560 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2412b-d5aa-426a-9235-3501a4053287 req-8e0b5ab6-519c-4318-ac8e-400ac22422a5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:18.643337 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e7b2412b-d5aa-426a-9235-3501a4053287 req-8e0b5ab6-519c-4318-ac8e-400ac22422a5 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 946 time: 0.0515985 Aug 24 08:02:18.646414 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f9f1b354-6f60-423b-8ee3-6fff02486c95 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:02:18.669084 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: f9f1b354-6f60-423b-8ee3-6fff02486c95 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:02:18.669431 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f9f1b354-6f60-423b-8ee3-6fff02486c95 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:02:18.693549 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e7b2412b-d5aa-426a-9235-3501a4053287 req-8ca1f9a4-6a8f-40c3-9190-db5c1a83de20 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Aug 24 08:02:19.288896 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-7bfda317-7530-42ea-8f6c-cdcdaf9d0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:19.290420 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-7bfda317-7530-42ea-8f6c-cdcdaf9d0df2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=576781ceab42470e9fd28a32ccb29e7f&device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1129 time: 0.0399010 Aug 24 08:02:19.386091 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-a5c5035e-46d2-4fbd-b8da-2ec861132f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:19.387662 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-a5c5035e-46d2-4fbd-b8da-2ec861132f03 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=fd82724f-8179-4a88-b4ce-3be85f3e9585 HTTP/1.1" status: 200 len: 910 time: 0.0919795 Aug 24 08:02:19.450502 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-7c864e66-9b95-42b3-8685-77189f6a421b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 200 len: 1001 time: 0.0560439 Aug 24 08:02:19.503839 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-5acc864a-8fac-42ea-a59f-b13f1980436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:19.505301 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-5acc864a-8fac-42ea-a59f-b13f1980436a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=6c863f22-f460-4703-b0a9-df7efb9c8ffe HTTP/1.1" status: 200 len: 848 time: 0.0472746 Aug 24 08:02:19.549978 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-f679ec40-dada-4161-afab-aef1cee3a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:19.551558 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-f679ec40-dada-4161-afab-aef1cee3a7e3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=fd82724f-8179-4a88-b4ce-3be85f3e9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404389 Aug 24 08:02:19.641750 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-17e53b00-14e9-4c00-81c5-3710caf94cfa service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845668 Aug 24 08:02:19.707657 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:19.749074 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf43e6-c915-41eb-92de-9f97d8c4f65f req-926b23dc-c7af-445f-849b-2ccbdb7c1ea1 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:19.750570 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ceaf43e6-c915-41eb-92de-9f97d8c4f65f req-926b23dc-c7af-445f-849b-2ccbdb7c1ea1 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0820596 Aug 24 08:02:19.767814 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:19.794014 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-377e34e7-23a0-4202-abec-3b536ce8cc6a req-3bdd031e-1b5e-4ac8-85a1-bc8e153c51d4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467283 Aug 24 08:02:19.823905 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ceaf43e6-c915-41eb-92de-9f97d8c4f65f req-70bca8e3-82e9-4a44-ae42-be0985a005df tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668042 Aug 24 08:02:19.825320 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993b170-0f78-4d65-aab8-8d8401d9d9ee req-c7ada04d-1378-499f-aad8-ded9b9c3bd04 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:19.826931 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4993b170-0f78-4d65-aab8-8d8401d9d9ee req-c7ada04d-1378-499f-aad8-ded9b9c3bd04 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 946 time: 0.0499077 Aug 24 08:02:19.873488 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=9 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:19.889477 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4993b170-0f78-4d65-aab8-8d8401d9d9ee req-f8d0aace-5c4f-495a-8628-630d69ba07ed tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518098 Aug 24 08:02:20.517660 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38464) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:20.668501 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38468) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:20.776790 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f8ac77c5-46a5-45fc-801d-2acd93d2557a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:20.778630 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:20.832310 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:20.838293 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (68a0aa15-cf6e-467b-a3df-b54121031071), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:20.855362 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f8ac77c5-46a5-45fc-801d-2acd93d2557a admin admin] Publish callbacks [] for security_group (cd1f7d18-340e-432e-bdb5-2eadcec4f3f9), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:20.949068 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bea7e-5ba0-42a7-ae48-d033482040f1 req-08b1fc5e-bd6c-46d4-8aed-e833373fba98 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:20.950565 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-881bea7e-5ba0-42a7-ae48-d033482040f1 req-08b1fc5e-bd6c-46d4-8aed-e833373fba98 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0498507 Aug 24 08:02:20.955604 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f8ac77c5-46a5-45fc-801d-2acd93d2557a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (cd1f7d18-340e-432e-bdb5-2eadcec4f3f9), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:21.022703 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-f8ac77c5-46a5-45fc-801d-2acd93d2557a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=d6dc895a3723479796c3bf0683866be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529994 Aug 24 08:02:21.026215 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac77c5-46a5-45fc-801d-2acd93d2557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1f7d18-340e-432e-bdb5-2eadcec4f3f9,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:21.028550 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38474) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:21.057525 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-881bea7e-5ba0-42a7-ae48-d033482040f1 req-f3f04cdf-f848-4d2f-a42d-8fea700040ac tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982811 Aug 24 08:02:21.098429 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e8990520-7c0f-4168-9af6-24f27f47ec7e admin admin] Publish callbacks [] for security_group (cd1f7d18-340e-432e-bdb5-2eadcec4f3f9), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:21.120072 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e8990520-7c0f-4168-9af6-24f27f47ec7e admin admin] Publish callbacks [] for security_group (cd1f7d18-340e-432e-bdb5-2eadcec4f3f9), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:21.260153 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e8990520-7c0f-4168-9af6-24f27f47ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (cd1f7d18-340e-432e-bdb5-2eadcec4f3f9), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:21.261339 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e8990520-7c0f-4168-9af6-24f27f47ec7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:21.262643 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-e8990520-7c0f-4168-9af6-24f27f47ec7e admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/cd1f7d18-340e-432e-bdb5-2eadcec4f3f9 HTTP/1.1" status: 204 len: 168 time: 0.2287173 Aug 24 08:02:21.273238 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8990520-7c0f-4168-9af6-24f27f47ec7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1f7d18-340e-432e-bdb5-2eadcec4f3f9,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:21.345526 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Deleting port 48b0630b-5504-440c-8044-1e2ee63b8b0f {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:21.345859 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:21.426852 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] For port 48b0630b-5504-440c-8044-1e2ee63b8b0f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=48b0630b-5504-440c-8044-1e2ee63b8b0f,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:21.427219 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:21.443222 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Calling delete_port for 48b0630b-5504-440c-8044-1e2ee63b8b0f owned by network:router_interface {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:21.687253 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d4251109-b4ad-4a33-8c92-110b65e5826a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:21.742663 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (48b0630b-5504-440c-8044-1e2ee63b8b0f), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:21.767965 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b0630b-5504-440c-8044-1e2ee63b8b0f,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:21.927458 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:21.930537 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (68a0aa15-cf6e-467b-a3df-b54121031071), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.105048 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38482) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:22.113850 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:22.121178 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb796-5c3e-4a7f-9600-6fde99244964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.146784 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Router 68a0aa15-cf6e-467b-a3df-b54121031071 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:02:22.211031 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb796-5c3e-4a7f-9600-6fde99244964 admin admin] Publish callbacks [] for security_group (882c7f5a-632d-4a93-beee-e79529c63463), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.267396 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f13da-12a8-437a-a2a5-b1d2f0d067fa req-90bc1063-27d9-433e-9106-31db3f2c9b8d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:22.268967 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d18f13da-12a8-437a-a2a5-b1d2f0d067fa req-90bc1063-27d9-433e-9106-31db3f2c9b8d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.1075056 Aug 24 08:02:22.293058 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb796-5c3e-4a7f-9600-6fde99244964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (882c7f5a-632d-4a93-beee-e79529c63463), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.310798 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:02:22.320482 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-aa93072a-8d9f-4a7d-a36f-03d5d5269867 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/68a0aa15-cf6e-467b-a3df-b54121031071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8017726 Aug 24 08:02:22.323572 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38484) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:22.326190 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] Sync routers for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:02:22.334943 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbb796-5c3e-4a7f-9600-6fde99244964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882c7f5a-632d-4a93-beee-e79529c63463,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:22.341878 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-5ccbb796-5c3e-4a7f-9600-6fde99244964 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ec886905374f4a3d81e29b7cd62ba1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331684 Aug 24 08:02:22.342054 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38486) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:22.346835 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:22.348057 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:01:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:22.399156 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8c46967b-e7eb-4982-88dd-0d0a3b34ded1 admin admin] Publish callbacks [] for security_group (882c7f5a-632d-4a93-beee-e79529c63463), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.425795 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d18f13da-12a8-437a-a2a5-b1d2f0d067fa req-30d805c0-39ac-4cc2-86c2-4df3e5a5b410 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482728 Aug 24 08:02:22.430476 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8c46967b-e7eb-4982-88dd-0d0a3b34ded1 admin admin] Publish callbacks [] for security_group (882c7f5a-632d-4a93-beee-e79529c63463), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.462630 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks [] for router (68a0aa15-cf6e-467b-a3df-b54121031071), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.473418 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:22.562611 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks [] for router_gateway (68a0aa15-cf6e-467b-a3df-b54121031071), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.572901 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8c46967b-e7eb-4982-88dd-0d0a3b34ded1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (882c7f5a-632d-4a93-beee-e79529c63463), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.575753 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8c46967b-e7eb-4982-88dd-0d0a3b34ded1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.577552 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-8c46967b-e7eb-4982-88dd-0d0a3b34ded1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/882c7f5a-632d-4a93-beee-e79529c63463 HTTP/1.1" status: 204 len: 168 time: 0.2345357 Aug 24 08:02:22.582405 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:22.583135 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:22.588914 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46967b-e7eb-4982-88dd-0d0a3b34ded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c7f5a-632d-4a93-beee-e79529c63463,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:22.590945 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:22.673323 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T08:02:21Z', 'revision_number': 5, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port': {'id': '003b6fd9-58ee-42e1-98c6-c9544ba65688', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:33Z', 'updated_at': '2022-08-24T07:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:22.700771 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] Checking router: 68a0aa15-cf6e-467b-a3df-b54121031071 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:02:22.702809 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Deleting port 003b6fd9-58ee-42e1-98c6-c9544ba65688 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:22.703339 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.710831 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] Routers {'68a0aa15-cf6e-467b-a3df-b54121031071'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:22.711454 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:01:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['68a0aa15-cf6e-467b-a3df-b54121031071'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:22.790089 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] For port 003b6fd9-58ee-42e1-98c6-c9544ba65688, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=003b6fd9-58ee-42e1-98c6-c9544ba65688,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:22.790784 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:22.797950 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] Set router 68a0aa15-cf6e-467b-a3df-b54121031071 gateway port host: None {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:22.806472 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Calling delete_port for 003b6fd9-58ee-42e1-98c6-c9544ba65688 owned by network:router_gateway {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:22.843938 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:22.852373 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T08:02:22Z', 'revision_number': 6, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port_host': None}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:22.880545 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bbd226-4bf1-4798-878b-954443c5b992 None None] The sync data for ids ['68a0aa15-cf6e-467b-a3df-b54121031071'] in dv-cinder-854275-1-iscsi is: [{'id': '68a0aa15-cf6e-467b-a3df-b54121031071', 'name': 'tempest-TestMinimumBasicScenario-1338588773-router', 'tenant_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:32Z', 'updated_at': '2022-08-24T08:02:22Z', 'revision_number': 6, 'project_id': '4b41efe770974b3aa9a34e21dc2ea5d2', 'gw_port_host': None}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:02:23.085434 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (003b6fd9-58ee-42e1-98c6-c9544ba65688), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.112220 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=003b6fd9-58ee-42e1-98c6-c9544ba65688,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:23.172268 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (68a0aa15-cf6e-467b-a3df-b54121031071), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.173500 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:23.288630 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (68a0aa15-cf6e-467b-a3df-b54121031071), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.291875 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks [] for router_controller (68a0aa15-cf6e-467b-a3df-b54121031071), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.445342 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (68a0aa15-cf6e-467b-a3df-b54121031071), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.445985 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68a0aa15-cf6e-467b-a3df-b54121031071 {{(pid=113380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:02:23.450790 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.454638 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-1f4245e7-ba2d-4915-a845-f18ca68ce4f4 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/68a0aa15-cf6e-467b-a3df-b54121031071 HTTP/1.1" status: 204 len: 168 time: 1.1276801 Aug 24 08:02:23.454756 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38492) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:23.475342 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38496) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:23.492356 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-61b6d05c-d024-4d9e-8400-442319c05a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.501492 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a9d01f-1962-4593-98b8-5a658c692bd0 admin admin] Deleting subnet b77a803a-c9c4-4854-9b50-a5b31a08246d {{(pid=113381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:02:23.505306 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d01f-1962-4593-98b8-5a658c692bd0 admin admin] Publish callbacks [] for subnet (b77a803a-c9c4-4854-9b50-a5b31a08246d), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.570446 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-61b6d05c-d024-4d9e-8400-442319c05a7d admin admin] Publish callbacks [] for security_group (b7fecc78-0cd7-4d71-be66-c948ae646546), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.580238 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52fd15-20e4-46ba-ab47-7a2eefbee22f req-cb9864dc-b9b8-4780-af17-eb8b7ed2943a tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:23.581735 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d52fd15-20e4-46ba-ab47-7a2eefbee22f req-cb9864dc-b9b8-4780-af17-eb8b7ed2943a tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0743790 Aug 24 08:02:23.583845 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d01f-1962-4593-98b8-5a658c692bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126882509'] for subnet (b77a803a-c9c4-4854-9b50-a5b31a08246d), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.706888 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 48b0630b-5504-440c-8044-1e2ee63b8b0f no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:02:23.708045 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7d52fd15-20e4-46ba-ab47-7a2eefbee22f req-af644670-e4fa-4f51-aa68-f9ff4b20b5fe tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051226 Aug 24 08:02:23.716184 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-61b6d05c-d024-4d9e-8400-442319c05a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (b7fecc78-0cd7-4d71-be66-c948ae646546), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.727430 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d01f-1962-4593-98b8-5a658c692bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (b77a803a-c9c4-4854-9b50-a5b31a08246d), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.759324 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 48b0630b-5504-440c-8044-1e2ee63b8b0f {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:02:23.766088 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:02:23.767077 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 48b0630b-5504-440c-8044-1e2ee63b8b0f not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:02:23.793342 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-61b6d05c-d024-4d9e-8400-442319c05a7d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=f4f4c17307e14b9688b37bc5bd6e5cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164914 Aug 24 08:02:23.794062 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38500) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:23.805830 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6d05c-d024-4d9e-8400-442319c05a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fecc78-0cd7-4d71-be66-c948ae646546,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:23.853883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-79fc0c3b-7a67-47ca-abc7-277c85b824ab admin admin] Publish callbacks [] for security_group (b7fecc78-0cd7-4d71-be66-c948ae646546), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.874032 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:23.876159 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-79fc0c3b-7a67-47ca-abc7-277c85b824ab admin admin] Publish callbacks [] for security_group (b7fecc78-0cd7-4d71-be66-c948ae646546), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.908062 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6fd0269a-dcd6-4ff9-a811-9f6c1825ab37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.909531 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d01f-1962-4593-98b8-5a658c692bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127429721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127450148'] for subnet (b77a803a-c9c4-4854-9b50-a5b31a08246d), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.945228 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9d01f-1962-4593-98b8-5a658c692bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77a803a-c9c4-4854-9b50-a5b31a08246d,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:23.945902 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d01f-1962-4593-98b8-5a658c692bd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:23.951736 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a1a9d01f-1962-4593-98b8-5a658c692bd0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/b77a803a-c9c4-4854-9b50-a5b31a08246d HTTP/1.1" status: 204 len: 168 time: 0.4938009 Aug 24 08:02:23.952753 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38502) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:23.956675 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dd49ef-a025-4770-b3ca-27d929524142 None None] Network 7a10c488-dc2f-4637-9b64-65c3d3616e74 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:02:24.033049 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (7a10c488-dc2f-4637-9b64-65c3d3616e74), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.042111 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:24.053212 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-79fc0c3b-7a67-47ca-abc7-277c85b824ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (b7fecc78-0cd7-4d71-be66-c948ae646546), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.056472 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-79fc0c3b-7a67-47ca-abc7-277c85b824ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.057636 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-79fc0c3b-7a67-47ca-abc7-277c85b824ab admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/b7fecc78-0cd7-4d71-be66-c948ae646546 HTTP/1.1" status: 204 len: 168 time: 0.2624259 Aug 24 08:02:24.066257 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc0c3b-7a67-47ca-abc7-277c85b824ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fecc78-0cd7-4d71-be66-c948ae646546,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:24.109056 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Deleting port e4c09845-d416-427c-aeee-753442bce3fa {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:24.109957 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (e4c09845-d416-427c-aeee-753442bce3fa), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.165162 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] DHCP port deletion for 7a10c488-dc2f-4637-9b64-65c3d3616e74 request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:02:24.165269 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:24.176951 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] For port e4c09845-d416-427c-aeee-753442bce3fa, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e4c09845-d416-427c-aeee-753442bce3fa,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:24.177319 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (e4c09845-d416-427c-aeee-753442bce3fa), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.196571 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Calling delete_port for e4c09845-d416-427c-aeee-753442bce3fa owned by network:dhcp {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:24.235784 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Deleting port e4c09845-d416-427c-aeee-753442bce3fa {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:24.236748 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (e4c09845-d416-427c-aeee-753442bce3fa), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.322428 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9190-d960-4799-a68e-abe3ccf55f51 req-81f72626-a85c-4bbc-8bb3-2e7712293e7d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:24.329642 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] For port e4c09845-d416-427c-aeee-753442bce3fa, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e4c09845-d416-427c-aeee-753442bce3fa,segment=NetworkSegment(1dad4cf5-bfa1-44e7-b7a2-015ed982a02c),segment_id=1dad4cf5-bfa1-44e7-b7a2-015ed982a02c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:24.330074 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (e4c09845-d416-427c-aeee-753442bce3fa), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.331025 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2c8b9190-d960-4799-a68e-abe3ccf55f51 req-81f72626-a85c-4bbc-8bb3-2e7712293e7d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0637946 Aug 24 08:02:24.350546 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Calling delete_port for e4c09845-d416-427c-aeee-753442bce3fa owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:24.373903 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (e4c09845-d416-427c-aeee-753442bce3fa), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.400976 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2c8b9190-d960-4799-a68e-abe3ccf55f51 req-ac42ab4c-7f77-46a4-b54a-ad0b92a8f9f1 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652945 Aug 24 08:02:24.415858 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c09845-d416-427c-aeee-753442bce3fa,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:24.422386 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] No DVR routers for this DVR port e4c09845-d416-427c-aeee-753442bce3fa on host dv-cinder-854275-1-iscsi {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:02:24.448970 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (e4c09845-d416-427c-aeee-753442bce3fa), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.473943 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38512) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:24.482140 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Pushing event deleted for resources: {'Port': ['ID=e4c09845-d416-427c-aeee-753442bce3fa,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:24.491699 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.492049 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.492534 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.493246 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.493469 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.493816 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.494738 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.494738 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.494988 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.495106 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.495433 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.495766 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.496096 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.496521 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.496900 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:24.500959 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a99ab-5663-44b6-bc3e-c4e2539dc3e8 None None] No DVR routers for this DVR port e4c09845-d416-427c-aeee-753442bce3fa on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:02:24.540009 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (7a10c488-dc2f-4637-9b64-65c3d3616e74), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.565764 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a10c488-dc2f-4637-9b64-65c3d3616e74']}} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:24.588884 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c') {'for_net_delete': True} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:24.589119 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dad4cf5-bfa1-44e7-b7a2-015ed982a02c') {} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:24.619596 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127634884'] for segment (1dad4cf5-bfa1-44e7-b7a2-015ed982a02c), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.647881 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-178846c3-9317-4902-b8ed-92a1aab54105 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1727052 Aug 24 08:02:24.652235 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (1dad4cf5-bfa1-44e7-b7a2-015ed982a02c), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.660898 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device b6e8c168-af88-483f-9e17-53d9c3c9d376 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:02:24.662315 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-29a29b6e-aed9-40af-a691-bc24477a8848 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:02:24.663685 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-29a29b6e-aed9-40af-a691-bc24477a8848 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0087276 Aug 24 08:02:24.667869 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=113380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:02:24.668333 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127864526'] for segment (1dad4cf5-bfa1-44e7-b7a2-015ed982a02c), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.710600 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 1dad4cf5-bfa1-44e7-b7a2-015ed982a02c resource provider aggregate not found Aug 24 08:02:24.751479 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 1dad4cf5-bfa1-44e7-b7a2-015ed982a02c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dad4cf5-bfa1-44e7-b7a2-015ed982a02c found for delete ", "request_id": "req-af5d6ffc-b546-4f4e-b751-584fdf92f38b"}]} Aug 24 08:02:24.767769 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port b6e8c168-af88-483f-9e17-53d9c3c9d376 is: ACTIVE; New status is: DOWN {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:24.767769 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.789009 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:02:24.791247 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582fe4cf-dd91-44af-8e76-cce53ea37587" -d '{"events": [{"server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:02:24.804892 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:24.824800 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 08:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7f1361-5528-4603-ba49-8cfc0faadba7 x-openstack-request-id: req-6a7f1361-5528-4603-ba49-8cfc0faadba7 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:02:24.825086 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "name": "network-vif-unplugged", "status": "failed", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376", "code": 422}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:02:24.825337 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a7f1361-5528-4603-ba49-8cfc0faadba7 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:02:24.825757 dv-cinder-854275-1-iscsi neutron-server[113382]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6a7f1361-5528-4603-ba49-8cfc0faadba7']: {'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'code': 422} returned with failed status Aug 24 08:02:24.831653 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38526) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:24.845003 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (7a10c488-dc2f-4637-9b64-65c3d3616e74), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.850788 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.854078 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/7a10c488-dc2f-4637-9b64-65c3d3616e74 HTTP/1.1" status: 204 len: 168 time: 0.8997390 Aug 24 08:02:24.856947 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38530) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:24.870950 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:24.874854 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe75e37-cff9-4c8d-935a-55738d2488f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a10c488-dc2f-4637-9b64-65c3d3616e74,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:24.974454 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:24.998714 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-772b867e-899c-427b-9d25-28126c3ae30d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:25.000099 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-772b867e-899c-427b-9d25-28126c3ae30d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports/b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 200 len: 940 time: 0.1673939 Aug 24 08:02:25.032386 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:25.047768 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=b6e8c168-af88-483f-9e17-53d9c3c9d376,revision_number=6']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:25.239505 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (6ce82ff8-efcd-40cb-91df-943b1913655e), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:25.296553 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 003b6fd9-58ee-42e1-98c6-c9544ba65688 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:02:25.316686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 003b6fd9-58ee-42e1-98c6-c9544ba65688 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:02:25.317061 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 003b6fd9-58ee-42e1-98c6-c9544ba65688 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:02:25.317474 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e4c09845-d416-427c-aeee-753442bce3fa no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:02:25.336122 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: e4c09845-d416-427c-aeee-753442bce3fa {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:02:25.336474 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e4c09845-d416-427c-aeee-753442bce3fa not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:02:25.476048 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Deleting port 3590da60-dc3a-4c45-90f2-c7e66af8ce13 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:25.476393 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:25.549752 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:25.569909 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] For port 3590da60-dc3a-4c45-90f2-c7e66af8ce13, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=3590da60-dc3a-4c45-90f2-c7e66af8ce13,segment=NetworkSegment(b335e79f-bf4b-4617-8381-5280bbe50429),segment_id=b335e79f-bf4b-4617-8381-5280bbe50429)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:25.570269 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:25.585597 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Calling delete_port for 3590da60-dc3a-4c45-90f2-c7e66af8ce13 owned by network:router_interface {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:25.642922 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:25.676008 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ed81-ed89-496b-861b-fc9c18ba3941 req-9c3e418c-3af2-435b-b9b7-c3f21a3d93e6 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:25.677568 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6079ed81-ed89-496b-861b-fc9c18ba3941 req-9c3e418c-3af2-435b-b9b7-c3f21a3d93e6 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0527158 Aug 24 08:02:25.728115 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6079ed81-ed89-496b-861b-fc9c18ba3941 req-7c8094ce-095f-4d3e-a580-b0c501df3d58 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448461 Aug 24 08:02:25.864043 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (3590da60-dc3a-4c45-90f2-c7e66af8ce13), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:25.890313 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3590da60-dc3a-4c45-90f2-c7e66af8ce13,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:25.923354 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:26.299710 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (6ce82ff8-efcd-40cb-91df-943b1913655e), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:26.504594 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Router 6ce82ff8-efcd-40cb-91df-943b1913655e has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:02:26.604443 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:26.607256 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:02:26.612111 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-caa7f363-9d83-40a1-aff0-aa8c4cce00e3 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/6ce82ff8-efcd-40cb-91df-943b1913655e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541823 Aug 24 08:02:26.615272 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38540) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:26.617233 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] Sync routers for ids ['6ce82ff8-efcd-40cb-91df-943b1913655e'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:02:26.628066 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] Routers {'6ce82ff8-efcd-40cb-91df-943b1913655e'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:26.628679 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['6ce82ff8-efcd-40cb-91df-943b1913655e'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:26.717106 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks [] for router (6ce82ff8-efcd-40cb-91df-943b1913655e), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:26.735198 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] Set router 6ce82ff8-efcd-40cb-91df-943b1913655e gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:26.875979 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks [] for router_gateway (6ce82ff8-efcd-40cb-91df-943b1913655e), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:26.885226 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8df98-5e01-4ee6-95e2-2ab67fd9e83b req-c96e79f8-3633-417c-99a7-1c2caf42161b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:26.886719 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5bb8df98-5e01-4ee6-95e2-2ab67fd9e83b req-c96e79f8-3633-417c-99a7-1c2caf42161b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0617504 Aug 24 08:02:26.890903 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:26.930008 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:40Z', 'updated_at': '2022-08-24T08:02:25Z', 'revision_number': 5, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'gw_port': {'id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:41Z', 'updated_at': '2022-08-24T07:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:26.938490 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5bb8df98-5e01-4ee6-95e2-2ab67fd9e83b req-0d1670ad-d95d-41dc-9a34-7b32e67b4b59 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453362 Aug 24 08:02:26.954816 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] Checking router: 6ce82ff8-efcd-40cb-91df-943b1913655e for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:02:26.964133 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] Routers {'6ce82ff8-efcd-40cb-91df-943b1913655e'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:26.964736 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['6ce82ff8-efcd-40cb-91df-943b1913655e'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:27.032957 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Deleting port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:27.033302 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.070530 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] Set router 6ce82ff8-efcd-40cb-91df-943b1913655e gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:27.135729 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] For port acd5c694-0a0b-4e8a-801c-ee132ac4cdcb, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=acd5c694-0a0b-4e8a-801c-ee132ac4cdcb,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:27.135729 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.151995 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Calling delete_port for acd5c694-0a0b-4e8a-801c-ee132ac4cdcb owned by network:router_gateway {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:27.160248 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:27.205121 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.246070 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:40Z', 'updated_at': '2022-08-24T08:02:25Z', 'revision_number': 5, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'gw_port': {'id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:41Z', 'updated_at': '2022-08-24T07:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:27.288697 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ec00a-f2bc-453a-b22e-47bb62dc9d04 None None] The sync data for ids ['6ce82ff8-efcd-40cb-91df-943b1913655e'] in dv-cinder-854275-1-iscsi is: [{'id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'name': 'tempest-TestMinimumBasicScenario-489681198-router', 'tenant_id': '2b9ec53274cc4c8c8e54c3811b712626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:59:40Z', 'updated_at': '2022-08-24T08:02:25Z', 'revision_number': 5, 'project_id': '2b9ec53274cc4c8c8e54c3811b712626', 'gw_port': {'id': 'acd5c694-0a0b-4e8a-801c-ee132ac4cdcb', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce82ff8-efcd-40cb-91df-943b1913655e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:59:41Z', 'updated_at': '2022-08-24T07:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:02:27.405492 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (acd5c694-0a0b-4e8a-801c-ee132ac4cdcb), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.434985 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd5c694-0a0b-4e8a-801c-ee132ac4cdcb,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:27.502661 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (6ce82ff8-efcd-40cb-91df-943b1913655e), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.593737 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (6ce82ff8-efcd-40cb-91df-943b1913655e), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.595847 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks [] for router_controller (6ce82ff8-efcd-40cb-91df-943b1913655e), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.708711 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (6ce82ff8-efcd-40cb-91df-943b1913655e), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.709643 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce82ff8-efcd-40cb-91df-943b1913655e {{(pid=113380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:02:27.716543 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.720957 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-3e1ea09a-d45e-4dd3-aec1-0790e6b35e43 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/6ce82ff8-efcd-40cb-91df-943b1913655e HTTP/1.1" status: 204 len: 168 time: 1.1020682 Aug 24 08:02:27.721491 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38544) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:27.769377 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d7f9b9-a4a4-41c7-beb0-66e59cd15360 admin admin] Deleting subnet 3eb9a686-ee44-4176-9aaf-2b1f59913f4b {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:02:27.772852 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-70d7f9b9-a4a4-41c7-beb0-66e59cd15360 admin admin] Publish callbacks [] for subnet (3eb9a686-ee44-4176-9aaf-2b1f59913f4b), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.817662 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-70d7f9b9-a4a4-41c7-beb0-66e59cd15360 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127634893'] for subnet (3eb9a686-ee44-4176-9aaf-2b1f59913f4b), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.835059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-5d6a48db-7992-4722-b278-0b1c29fec5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:27.836605 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-5d6a48db-7992-4722-b278-0b1c29fec5b2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c&tenant_id=576781ceab42470e9fd28a32ccb29e7f HTTP/1.1" status: 200 len: 1127 time: 0.0426090 Aug 24 08:02:27.883778 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:27.897693 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-70d7f9b9-a4a4-41c7-beb0-66e59cd15360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (3eb9a686-ee44-4176-9aaf-2b1f59913f4b), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:27.899477 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-0734e4a4-50be-4aa5-905f-800c1c198ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:27.901897 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-0734e4a4-50be-4aa5-905f-800c1c198ef7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=576781ceab42470e9fd28a32ccb29e7f&device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1127 time: 0.0429356 Aug 24 08:02:28.004900 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-1125eb02-e52d-4bf1-94ee-b0ca6e51d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:28.006375 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-1125eb02-e52d-4bf1-94ee-b0ca6e51d334 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=fd82724f-8179-4a88-b4ce-3be85f3e9585 HTTP/1.1" status: 200 len: 910 time: 0.0993612 Aug 24 08:02:28.042542 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-70d7f9b9-a4a4-41c7-beb0-66e59cd15360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127864488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3127880'] for subnet (3eb9a686-ee44-4176-9aaf-2b1f59913f4b), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.085114 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-70d7f9b9-a4a4-41c7-beb0-66e59cd15360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.088903 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-70d7f9b9-a4a4-41c7-beb0-66e59cd15360 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/3eb9a686-ee44-4176-9aaf-2b1f59913f4b HTTP/1.1" status: 204 len: 168 time: 0.3665485 Aug 24 08:02:28.090201 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7f9b9-a4a4-41c7-beb0-66e59cd15360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb9a686-ee44-4176-9aaf-2b1f59913f4b,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:28.094802 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38548) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:28.097462 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db684b2-d355-4e8f-b672-2e935b9c9103 None None] Network 2144ab07-b6fc-4dc6-b7a9-cee07e681840 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:02:28.105802 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-7d7f9c9b-8936-4fb2-8f26-3652486fa575 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 200 len: 999 time: 0.0927467 Aug 24 08:02:28.111686 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b77b0-3ec6-4ece-8543-db92bc3311fb req-0f988035-e6a8-45d3-bdc8-aed61b031b5f tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:28.113154 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-679b77b0-3ec6-4ece-8543-db92bc3311fb req-0f988035-e6a8-45d3-bdc8-aed61b031b5f tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0935915 Aug 24 08:02:28.173344 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (2144ab07-b6fc-4dc6-b7a9-cee07e681840), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.186151 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-ca87f1cb-1fb7-437b-ae03-af04ca9fef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:28.187899 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-ca87f1cb-1fb7-437b-ae03-af04ca9fef91 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=6c863f22-f460-4703-b0a9-df7efb9c8ffe HTTP/1.1" status: 200 len: 848 time: 0.0733032 Aug 24 08:02:28.217010 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Deleting port a07dab59-6f38-4541-93e8-3451c925fe3f {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:28.217356 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.230100 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-679b77b0-3ec6-4ece-8543-db92bc3311fb req-bf1ea5a5-82b2-4ab5-ad2f-091e829479d7 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071208 Aug 24 08:02:28.243775 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-44a73180-98cf-4a79-960f-3822946bb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:28.245296 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-44a73180-98cf-4a79-960f-3822946bb7fa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=fd82724f-8179-4a88-b4ce-3be85f3e9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483508 Aug 24 08:02:28.287653 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] For port a07dab59-6f38-4541-93e8-3451c925fe3f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=a07dab59-6f38-4541-93e8-3451c925fe3f,segment=NetworkSegment(b335e79f-bf4b-4617-8381-5280bbe50429),segment_id=b335e79f-bf4b-4617-8381-5280bbe50429)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:28.287938 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.301725 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Calling delete_port for a07dab59-6f38-4541-93e8-3451c925fe3f owned by network:dhcp {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:28.343872 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-a3397dab-fe62-4d08-a5d9-04313424e0cd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887253 Aug 24 08:02:28.350711 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaa0d3f-077f-4017-8837-24057420e477 None None] DHCP port deletion for 2144ab07-b6fc-4dc6-b7a9-cee07e681840 request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:02:28.399481 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa0d3f-077f-4017-8837-24057420e477 None None] Deleting port a07dab59-6f38-4541-93e8-3451c925fe3f {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:28.412919 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0d3f-077f-4017-8837-24057420e477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.430540 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:28.459363 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-5e2ab88c-3bac-494c-be51-57b400e48970 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071603 Aug 24 08:02:28.467158 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-fdaa0d3f-077f-4017-8837-24057420e477 None None] For port a07dab59-6f38-4541-93e8-3451c925fe3f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=a07dab59-6f38-4541-93e8-3451c925fe3f,segment=NetworkSegment(b335e79f-bf4b-4617-8381-5280bbe50429),segment_id=b335e79f-bf4b-4617-8381-5280bbe50429)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:28.470210 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0d3f-077f-4017-8837-24057420e477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.481796 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa0d3f-077f-4017-8837-24057420e477 None None] Calling delete_port for a07dab59-6f38-4541-93e8-3451c925fe3f owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:28.491558 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.518478 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] No DVR routers for this DVR port a07dab59-6f38-4541-93e8-3451c925fe3f on host dv-cinder-854275-1-iscsi {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:02:28.523076 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Pushing event deleted for resources: {'Port': ['ID=a07dab59-6f38-4541-93e8-3451c925fe3f,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:28.561207 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0d3f-077f-4017-8837-24057420e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (a07dab59-6f38-4541-93e8-3451c925fe3f), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.586242 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa0d3f-077f-4017-8837-24057420e477 None None] Pushing event deleted for resources: {'Port': ['ID=a07dab59-6f38-4541-93e8-3451c925fe3f,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:28.589594 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa0d3f-077f-4017-8837-24057420e477 None None] No DVR routers for this DVR port a07dab59-6f38-4541-93e8-3451c925fe3f on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:02:28.611951 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (2144ab07-b6fc-4dc6-b7a9-cee07e681840), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.623487 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2144ab07-b6fc-4dc6-b7a9-cee07e681840']}} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:28.632998 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b335e79f-bf4b-4617-8381-5280bbe50429') {'for_net_delete': True} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:28.633298 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b335e79f-bf4b-4617-8381-5280bbe50429') {} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:28.643185 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127634884'] for segment (b335e79f-bf4b-4617-8381-5280bbe50429), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.657207 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (b335e79f-bf4b-4617-8381-5280bbe50429), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.661904 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:28.664999 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=113380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:02:28.668862 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127864526'] for segment (b335e79f-bf4b-4617-8381-5280bbe50429), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.684080 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment b335e79f-bf4b-4617-8381-5280bbe50429 resource provider aggregate not found Aug 24 08:02:28.728264 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment b335e79f-bf4b-4617-8381-5280bbe50429 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b335e79f-bf4b-4617-8381-5280bbe50429 found for delete ", "request_id": "req-d08c052a-ba35-4471-973a-25eb6270b2fa"}]} Aug 24 08:02:28.799342 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (2144ab07-b6fc-4dc6-b7a9-cee07e681840), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.803612 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:28.807041 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/2144ab07-b6fc-4dc6-b7a9-cee07e681840 HTTP/1.1" status: 204 len: 168 time: 0.7110305 Aug 24 08:02:28.822031 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45c21-6731-4448-8b22-73b7a9158639 admin admin] Pushing event deleted for resources: {'Network': ['ID=2144ab07-b6fc-4dc6-b7a9-cee07e681840,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:29.189353 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38556) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:29.230068 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-cfcf756f-5ac5-443f-b784-42501c6a6b8f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4b41efe770974b3aa9a34e21dc2ea5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395803 Aug 24 08:02:29.232533 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38558) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:29.282216 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b058d0a-7862-414c-854f-6775c5470600 admin admin] Publish callbacks [] for security_group (feb07a31-b940-41e9-a65f-2b4184bcb65f), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:29.302225 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device acd5c694-0a0b-4e8a-801c-ee132ac4cdcb no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:02:29.308295 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b058d0a-7862-414c-854f-6775c5470600 admin admin] Publish callbacks [] for security_group (feb07a31-b940-41e9-a65f-2b4184bcb65f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:29.323117 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: acd5c694-0a0b-4e8a-801c-ee132ac4cdcb {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:02:29.323863 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device acd5c694-0a0b-4e8a-801c-ee132ac4cdcb not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:02:29.324307 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 3590da60-dc3a-4c45-90f2-c7e66af8ce13 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:02:29.342785 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 3590da60-dc3a-4c45-90f2-c7e66af8ce13 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:02:29.343161 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 3590da60-dc3a-4c45-90f2-c7e66af8ce13 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:02:29.343582 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device a07dab59-6f38-4541-93e8-3451c925fe3f no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:02:29.362079 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: a07dab59-6f38-4541-93e8-3451c925fe3f {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:02:29.362349 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device a07dab59-6f38-4541-93e8-3451c925fe3f not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:02:29.381277 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10436a21-eee7-4475-916d-688ff8266faa req-584bbc02-24e7-4213-a2d5-43279567505f tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:29.385493 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-10436a21-eee7-4475-916d-688ff8266faa req-584bbc02-24e7-4213-a2d5-43279567505f tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0678165 Aug 24 08:02:29.434931 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-10436a21-eee7-4475-916d-688ff8266faa req-39a3fa27-dce5-4892-b59e-fe8c36a3be58 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463517 Aug 24 08:02:29.486637 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b058d0a-7862-414c-854f-6775c5470600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (feb07a31-b940-41e9-a65f-2b4184bcb65f), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:29.489799 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b058d0a-7862-414c-854f-6775c5470600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:29.490916 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-9b058d0a-7862-414c-854f-6775c5470600 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/feb07a31-b940-41e9-a65f-2b4184bcb65f HTTP/1.1" status: 204 len: 168 time: 0.2574315 Aug 24 08:02:29.498904 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b058d0a-7862-414c-854f-6775c5470600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb07a31-b940-41e9-a65f-2b4184bcb65f,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:30.130894 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38566) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:30.172741 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-43ed5ee0-26ad-4f0e-90f0-3486a3086469 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2b9ec53274cc4c8c8e54c3811b712626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406733 Aug 24 08:02:30.175127 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38568) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:30.186547 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:30.224350 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1e5e5c74-e720-4250-a18f-31ffb2e903e5 admin admin] Publish callbacks [] for security_group (c92bbf8c-796b-4a9d-8f8f-4c1abc64fe72), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:30.244478 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1e5e5c74-e720-4250-a18f-31ffb2e903e5 admin admin] Publish callbacks [] for security_group (c92bbf8c-796b-4a9d-8f8f-4c1abc64fe72), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:30.383915 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1e5e5c74-e720-4250-a18f-31ffb2e903e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (c92bbf8c-796b-4a9d-8f8f-4c1abc64fe72), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:30.386565 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1e5e5c74-e720-4250-a18f-31ffb2e903e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:30.387844 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-1e5e5c74-e720-4250-a18f-31ffb2e903e5 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c92bbf8c-796b-4a9d-8f8f-4c1abc64fe72 HTTP/1.1" status: 204 len: 168 time: 0.2117355 Aug 24 08:02:30.402159 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e5c74-e720-4250-a18f-31ffb2e903e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92bbf8c-796b-4a9d-8f8f-4c1abc64fe72,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:30.553270 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb04ab-318c-4df3-ab5c-ecd8993721b5 req-83a8fdb6-a3f3-48b4-bc86-86838b412faf tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:30.554715 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbbb04ab-318c-4df3-ab5c-ecd8993721b5 req-83a8fdb6-a3f3-48b4-bc86-86838b412faf tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0482273 Aug 24 08:02:30.605633 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbbb04ab-318c-4df3-ab5c-ecd8993721b5 req-b7c01be9-3fc0-47cb-9a4b-c771a275ea74 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451927 Aug 24 08:02:31.499247 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38592) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:31.595888 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-306172147-network', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:31.689122 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Made reservation on behalf of 67da3e4c41e64947bb3e531c5b7550b6 for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:02:31.691334 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:31.719025 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:31.745249 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1833b1c-de9a-4d7b-9c40-b00703b191f4 req-ebb6173a-aa46-4bc1-af77-08f4efc8783c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:31.746709 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b1833b1c-de9a-4d7b-9c40-b00703b191f4 req-ebb6173a-aa46-4bc1-af77-08f4efc8783c tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0680692 Aug 24 08:02:31.810510 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:31.818075 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b1833b1c-de9a-4d7b-9c40-b00703b191f4 req-a3aa0724-ae44-4d28-93ac-457531f9c98a tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650322 Aug 24 08:02:31.850269 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Publish callbacks [] for security_group (10620b1a-fdd7-477c-be74-e3eca3afc359), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:31.919118 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (10620b1a-fdd7-477c-be74-e3eca3afc359), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:31.941158 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:02:31.956584 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10620b1a-fdd7-477c-be74-e3eca3afc359,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:31.960118 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:31.960458 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Added segment 7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6 of type vlan for network ba35002a-baf9-48c9-8bd5-ed065d35dab0 Aug 24 08:02:32.002757 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (ba35002a-baf9-48c9-8bd5-ed065d35dab0), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:32.102180 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (ba35002a-baf9-48c9-8bd5-ed065d35dab0), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:32.103135 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:32.103741 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:32.164482 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] Pushing event updated for resources: {'Network': ['ID=ba35002a-baf9-48c9-8bd5-ed065d35dab0,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:32.173868 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:02:32.190679 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-07dda093-33e0-4eb8-b510-715ae33198f6 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6903424 Aug 24 08:02:32.194188 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38598) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:32.198917 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Request body: {'subnet': {'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-306172147-subnet', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'ip_version': 4}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:32.292422 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Made reservation on behalf of 67da3e4c41e64947bb3e531c5b7550b6 for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:02:32.294904 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3127853'] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:32.447563 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:32.549898 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127863917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3127875'] for subnet (7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:32.612277 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:32.622170 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Checking segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:02:32.622519 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Network hostable DHCP agents. Network: ba35002a-baf9-48c9-8bd5-ed065d35dab0, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:02:32.709741 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:02:32.793641 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, ba35002a-baf9-48c9-8bd5-ed065d35dab0) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:32.797662 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:32.798261 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:32.803172 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304074d6-a75c-4480-8c76-0f84426dd740 None None] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:02:32.904820 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-b821c00d-4b62-4384-b28d-71dd66d57494 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7092957 Aug 24 08:02:32.907343 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38602) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:32.910617 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:02:32.911544 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:32.912235 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:32.941210 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810504d-9a18-4bda-81d7-b1bbdc695462 req-c2a973cb-4c32-4ced-802c-d4ccb3c09387 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:32.942781 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7810504d-9a18-4bda-81d7-b1bbdc695462 req-c2a973cb-4c32-4ced-802c-d4ccb3c09387 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0521245 Aug 24 08:02:32.986493 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:32.993237 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7810504d-9a18-4bda-81d7-b1bbdc695462 req-c7f60925-4cfa-41de-988e-b0b4b93a3aba tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444648 Aug 24 08:02:33.000595 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.002056 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.054467 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Allocated IP 172.20.0.2 (ba35002a-baf9-48c9-8bd5-ed065d35dab0/7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32/57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:02:33.067288 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks [] for router_controller (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), precommit_add_association {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.123718 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:33.200348 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Publish callbacks [] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.256891 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks [] for router_gateway (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.287092 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.330395 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:02:33.336136 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:33.338629 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:02:33.343785 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Pushing event updated for resources: {'Port': ['ID=57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:33.397445 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Attempting to bind port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:02:33.397815 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Attempting to bind port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:02:33.398195 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Attempting to bind port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:02:33.404221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:02:33.404591 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Checking segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:02:33.405038 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.405425 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Bound using segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:02:33.406145 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Bound port: 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:02:33.406518 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.409803 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:33.470315 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] For port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:02:33.474149 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] For port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:02:33.512506 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks [] for router_gateway (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.531269 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.548913 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.601547 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e321dc-9003-41f0-bdac-3f952509bb1e None None] Pushing event updated for resources: {'Port': ['ID=57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:33.652407 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Allocated IP 172.27.4.215 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/b85b5ce1-b87d-45d3-bc90-31569ed87656) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:02:33.774424 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks [] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.780214 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=10 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:33.862957 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:33.917991 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:02:33.924101 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:33.927157 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:02:33.931098 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Pushing event updated for resources: {'Port': ['ID=b85b5ce1-b87d-45d3-bc90-31569ed87656,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:34.120410 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01216492-cebd-4903-bd93-c0a77d8af91f req-1c5fdcb7-9bbf-40d9-9e83-641ef7a424a2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:34.121921 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-01216492-cebd-4903-bd93-c0a77d8af91f req-1c5fdcb7-9bbf-40d9-9e83-641ef7a424a2 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 943 time: 0.0472617 Aug 24 08:02:34.226561 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-01216492-cebd-4903-bd93-c0a77d8af91f req-f63ced8a-2ff4-4fcd-ba2d-d0a5df992611 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990145 Aug 24 08:02:34.278383 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks [] for router_gateway (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:34.480718 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eea3f6-8ae3-43db-8dc0-96c59c63d1e9 None None] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:02:34.594134 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7f293b6e-1e8e-48df-877e-6ebe98342683 None None] Provisioning complete for port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:34.594498 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7f293b6e-1e8e-48df-877e-6ebe98342683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:34.677313 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7f293b6e-1e8e-48df-877e-6ebe98342683 None None] Current status of the port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:34.677807 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7f293b6e-1e8e-48df-877e-6ebe98342683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:34.686843 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:34.713794 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:34.716081 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7f293b6e-1e8e-48df-877e-6ebe98342683 None None] For port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:34.723566 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:34.723764 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device b6e8c168-af88-483f-9e17-53d9c3c9d376 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:02:34.825919 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7f293b6e-1e8e-48df-877e-6ebe98342683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:34.834862 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:34.868266 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'port_id': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'mac_address': 'fa:16:3e:65:8b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:02:34.907854 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:02:34.908945 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293b6e-1e8e-48df-877e-6ebe98342683 None None] Pushing event updated for resources: {'Port': ['ID=57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:34.922851 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port b6e8c168-af88-483f-9e17-53d9c3c9d376 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:34.923241 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:34.924950 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:34.944512 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e8c168-af88-483f-9e17-53d9c3c9d376 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:02:34.950829 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-9ee71462-0f7e-4405-9e99-07abfde95605 None None] Provisioning complete for port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:34.951197 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-9ee71462-0f7e-4405-9e99-07abfde95605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:34.988494 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:35.002333 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:35.017154 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:02:35.026858 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Sync routers for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:02:35.042619 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-9ee71462-0f7e-4405-9e99-07abfde95605 None None] Current status of the port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:35.047587 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:35.048194 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:35.085362 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:35.111948 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:35.118920 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-78e8e005-b18c-4fc5-ad19-4ad602c83abf admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2048628 Aug 24 08:02:35.118920 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38606) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:35.178533 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=b6e8c168-af88-483f-9e17-53d9c3c9d376,revision_number=7']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:35.196208 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:35.293027 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['b6e8c168-af88-483f-9e17-53d9c3c9d376'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:02:35.365987 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:35.382392 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd1c97-da88-4918-83ae-6838e9a3df66 req-1b46b5e3-c609-435a-a213-502da28d69a9 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:35.385068 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-02dd1c97-da88-4918-83ae-6838e9a3df66 req-1b46b5e3-c609-435a-a213-502da28d69a9 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 944 time: 0.0614727 Aug 24 08:02:35.424063 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:35.434732 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:35.444267 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-02dd1c97-da88-4918-83ae-6838e9a3df66 req-38a657de-3a24-4fc3-a60d-2b69298f3a74 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534544 Aug 24 08:02:35.577031 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:35.661236 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:34Z', 'revision_number': 3, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:35.700738 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Checking router: aaca6d4c-f415-463e-b7dc-1f8d7796aac8 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:02:35.701108 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Updating router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 port b85b5ce1-b87d-45d3-bc90-31569ed87656 binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:02:35.705278 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:35.705657 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:35.759107 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Allocated IP 172.20.0.1 (ba35002a-baf9-48c9-8bd5-ed065d35dab0/7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32/986aff7b-5567-42bf-9895-b302d377e44c) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:02:35.767403 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:35.780580 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:35.862774 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Publish callbacks [] for port (986aff7b-5567-42bf-9895-b302d377e44c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:35.961674 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (986aff7b-5567-42bf-9895-b302d377e44c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:35.964981 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:36.012644 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:02:36.012935 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:36.018058 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:36.020628 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:02:36.024798 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Pushing event updated for resources: {'Port': ['ID=986aff7b-5567-42bf-9895-b302d377e44c,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:36.054249 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:36.063440 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.157794 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Publish callbacks [] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.251122 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.293095 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Attempting to bind port b85b5ce1-b87d-45d3-bc90-31569ed87656 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:02:36.293459 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Attempting to bind port b85b5ce1-b87d-45d3-bc90-31569ed87656 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:02:36.293815 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Attempting to bind port b85b5ce1-b87d-45d3-bc90-31569ed87656 on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:02:36.303666 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7ad277c0-e078-4192-8799-5ec1a732b241 None None] Provisioning complete for port 986aff7b-5567-42bf-9895-b302d377e44c triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:36.304033 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7ad277c0-e078-4192-8799-5ec1a732b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (986aff7b-5567-42bf-9895-b302d377e44c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.308457 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (986aff7b-5567-42bf-9895-b302d377e44c), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.312316 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:02:36.312493 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:02:36.312846 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.313245 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:02:36.313686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Bound port: b85b5ce1-b87d-45d3-bc90-31569ed87656, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:02:36.314055 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.354187 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437d273-32dd-46e9-888a-275bc6b9d73d None None] Pushing event updated for resources: {'Port': ['ID=b85b5ce1-b87d-45d3-bc90-31569ed87656,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:36.384758 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7ad277c0-e078-4192-8799-5ec1a732b241 None None] Port 986aff7b-5567-42bf-9895-b302d377e44c cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:02:36.396194 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] For port b85b5ce1-b87d-45d3-bc90-31569ed87656, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:02:36.399426 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] For port b85b5ce1-b87d-45d3-bc90-31569ed87656, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=b85b5ce1-b87d-45d3-bc90-31569ed87656,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:02:36.479344 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Publish callbacks [] for port (986aff7b-5567-42bf-9895-b302d377e44c), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.490422 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.518716 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.524589 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:36.525379 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:36.549701 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (986aff7b-5567-42bf-9895-b302d377e44c), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.587580 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:36.608009 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437d273-32dd-46e9-888a-275bc6b9d73d None None] Pushing event updated for resources: {'Port': ['ID=b85b5ce1-b87d-45d3-bc90-31569ed87656,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:36.611265 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a001cb-75f6-4212-b41d-b297c6cb761a req-2e99c892-5c48-4da9-84b3-ec02341fbae6 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:36.614143 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-14a001cb-75f6-4212-b41d-b297c6cb761a req-2e99c892-5c48-4da9-84b3-ec02341fbae6 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 944 time: 0.0922914 Aug 24 08:02:36.646092 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:36.652271 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.656330 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Pushing event updated for resources: {'Port': ['ID=986aff7b-5567-42bf-9895-b302d377e44c,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:36.716669 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-14a001cb-75f6-4212-b41d-b297c6cb761a req-48a8ebfd-1e88-4299-9c44-5e2eb05b4a33 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943930 Aug 24 08:02:36.717004 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device b6e8c168-af88-483f-9e17-53d9c3c9d376 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:36.777737 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:02:36.779648 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:36.828410 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:36.858584 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port b6e8c168-af88-483f-9e17-53d9c3c9d376 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:36.858961 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:36.895849 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:36.903079 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:02:36.949390 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:35Z', 'revision_number': 1, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:36.981135 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87a2b3-b253-46d9-8bb7-bc7ff95664ba None None] The sync data for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi is: [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:35Z', 'revision_number': 1, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:02:37.020791 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:02:37.026472 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-76282cc2-686d-40d4-af6b-9fbf96444e37 None None] Provisioning complete for port 986aff7b-5567-42bf-9895-b302d377e44c triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:37.026850 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-76282cc2-686d-40d4-af6b-9fbf96444e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (986aff7b-5567-42bf-9895-b302d377e44c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:37.032209 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port b6e8c168-af88-483f-9e17-53d9c3c9d376 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:37.032209 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:37.033221 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-304b47f7-9379-4204-ad37-eda7f08a8a1d admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/aaca6d4c-f415-463e-b7dc-1f8d7796aac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9155111 Aug 24 08:02:37.081537 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-76282cc2-686d-40d4-af6b-9fbf96444e37 None None] Port 986aff7b-5567-42bf-9895-b302d377e44c cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:02:37.087651 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:02:37.089934 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff49c8a-4eb7-481e-8b2d-6f6fd29c3639" -d '{"events": [{"server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "name": "network-vif-plugged", "status": "completed", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:02:37.109444 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:37.140850 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4046ba8c-8bb8-43e7-9cb5-e5e041593f2b x-openstack-request-id: req-4046ba8c-8bb8-43e7-9cb5-e5e041593f2b {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:02:37.149880 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "name": "network-vif-plugged", "status": "completed", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:02:37.149880 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4046ba8c-8bb8-43e7-9cb5-e5e041593f2b {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:02:37.149880 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4046ba8c-8bb8-43e7-9cb5-e5e041593f2b'] response: {'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'code': 200} Aug 24 08:02:37.196520 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:37.246508 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=61 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:37.252361 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=61 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:37.270148 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=b6e8c168-af88-483f-9e17-53d9c3c9d376,revision_number=8']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:37.428822 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101df9b2-2e4b-4ab3-ab0a-56dadab16e3b req-4bf996b8-b633-48d8-847f-84b031ba34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:37.430466 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-101df9b2-2e4b-4ab3-ab0a-56dadab16e3b req-4bf996b8-b633-48d8-847f-84b031ba34cb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1129 time: 0.0415156 Aug 24 08:02:37.483945 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-101df9b2-2e4b-4ab3-ab0a-56dadab16e3b req-4fcbb1b9-20d2-4c15-ae95-30b3ef468060 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470984 Aug 24 08:02:37.788546 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38630) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:37.793841 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2128330670-network', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:37.856438 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40e53-9692-40c4-b230-0231b636c4fe req-240fe639-0688-4871-9ff0-ae76dbd13013 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:37.858304 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fbb40e53-9692-40c4-b230-0231b636c4fe req-240fe639-0688-4871-9ff0-ae76dbd13013 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0554938 Aug 24 08:02:37.880456 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:37.908578 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Made reservation on behalf of cbf42a2d4f154881afaeb177584af04e for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:02:37.911520 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:37.916618 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fbb40e53-9692-40c4-b230-0231b636c4fe req-6c087c36-3360-46bc-839e-97b145b658ed tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521262 Aug 24 08:02:37.924435 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:38.014653 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Publish callbacks [] for security_group (72635c2c-3ce1-402d-920f-4ddc24a88bab), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:38.103719 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (72635c2c-3ce1-402d-920f-4ddc24a88bab), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:38.135831 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:02:38.140555 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72635c2c-3ce1-402d-920f-4ddc24a88bab,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:38.149230 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (dbfcb86f-e053-4241-9397-0feebe1d5b01), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:38.149582 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Added segment dbfcb86f-e053-4241-9397-0feebe1d5b01 of type vlan for network 3999864b-d740-472a-b73d-21d388fd8983 Aug 24 08:02:38.192809 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (3999864b-d740-472a-b73d-21d388fd8983), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:38.275505 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (3999864b-d740-472a-b73d-21d388fd8983), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:38.276571 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:38.277199 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:38.367888 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] Pushing event updated for resources: {'Network': ['ID=3999864b-d740-472a-b73d-21d388fd8983,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:38.368844 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 3999864b-d740-472a-b73d-21d388fd8983 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:02:38.400211 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-7aac5ccd-e117-4243-b084-78d1b583eaf5 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6087167 Aug 24 08:02:38.409229 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38632) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:38.416782 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Request body: {'subnet': {'network_id': '3999864b-d740-472a-b73d-21d388fd8983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2128330670-subnet', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'ip_version': 4}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:38.646785 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Made reservation on behalf of cbf42a2d4f154881afaeb177584af04e for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:02:38.649402 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127450177'] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:38.928373 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127430300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127450159'] for subnet (e1ece0e4-edc2-4fde-b049-3f6305adfb9e), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:38.968511 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Sync routers for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:02:38.979387 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:38.980307 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:38.988893 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ece0e4-edc2-4fde-b049-3f6305adfb9e,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:38.998267 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Checking segment: {'id': 'dbfcb86f-e053-4241-9397-0feebe1d5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3999864b-d740-472a-b73d-21d388fd8983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:02:38.998699 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Network hostable DHCP agents. Network: 3999864b-d740-472a-b73d-21d388fd8983, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:02:39.055497 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41ced3-cf7c-48b3-9cb1-2423160f012f req-1775f3a1-ce14-48f4-a56a-94079c90f703 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:39.057110 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cc41ced3-cf7c-48b3-9cb1-2423160f012f req-1775f3a1-ce14-48f4-a56a-94079c90f703 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0546706 Aug 24 08:02:39.087466 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:39.108702 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cc41ced3-cf7c-48b3-9cb1-2423160f012f req-93b44d3b-5951-466d-ac29-2a010304a562 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447197 Aug 24 08:02:39.113925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Network 3999864b-d740-472a-b73d-21d388fd8983 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:02:39.188065 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 3999864b-d740-472a-b73d-21d388fd8983) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:39.192941 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:39.193527 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.197515 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb57f39-6509-4434-a078-cee221a2deef None None] Network 3999864b-d740-472a-b73d-21d388fd8983 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:02:39.281916 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 2, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:39.306196 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-89b1e77c-3816-4e73-8a14-2b89b103a2b2 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8951693 Aug 24 08:02:39.308455 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Checking router: aaca6d4c-f415-463e-b7dc-1f8d7796aac8 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:02:39.308830 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Updating router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 port 986aff7b-5567-42bf-9895-b302d377e44c binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:02:39.308990 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38638) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:39.322324 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:39.328445 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-3999864b-d740-472a-b73d-21d388fd8983', 'network_id': '3999864b-d740-472a-b73d-21d388fd8983', 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'fixed_ips': [{'subnet_id': 'e1ece0e4-edc2-4fde-b049-3f6305adfb9e'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:02:39.328445 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.354723 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device b85b5ce1-b87d-45d3-bc90-31569ed87656 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:39.412884 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (4b424650-3bb8-43ab-9716-92a083bb1280), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.414148 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (4b424650-3bb8-43ab-9716-92a083bb1280), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.430657 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (986aff7b-5567-42bf-9895-b302d377e44c), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.445861 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:39.462816 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:39.473539 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks [] for router_controller (4b424650-3bb8-43ab-9716-92a083bb1280), precommit_add_association {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.498563 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port b85b5ce1-b87d-45d3-bc90-31569ed87656 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:39.498939 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.536392 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Allocated IP 172.20.0.2 (3999864b-d740-472a-b73d-21d388fd8983/e1ece0e4-edc2-4fde-b049-3f6305adfb9e/e78909bf-2fbf-474e-b57e-5bcd61ae9fc9) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:02:39.697271 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks [] for router_gateway (4b424650-3bb8-43ab-9716-92a083bb1280), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.718106 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Publish callbacks [] for port (986aff7b-5567-42bf-9895-b302d377e44c), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.783939 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port b85b5ce1-b87d-45d3-bc90-31569ed87656 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:39.784326 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.797360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:39.803386 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (986aff7b-5567-42bf-9895-b302d377e44c), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.815370 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:39.843133 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port b85b5ce1-b87d-45d3-bc90-31569ed87656, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=b85b5ce1-b87d-45d3-bc90-31569ed87656,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:39.854297 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Pushing event updated for resources: {'Port': ['ID=986aff7b-5567-42bf-9895-b302d377e44c,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:39.866350 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.866350 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.866350 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.867579 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.867579 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.867579 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.868145 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.868711 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.869102 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.869521 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.869935 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.870362 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.870774 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.871177 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.871580 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:02:39.909582 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Publish callbacks [] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.921502 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.924910 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Attempting to bind port 986aff7b-5567-42bf-9895-b302d377e44c on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:02:39.925290 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Attempting to bind port 986aff7b-5567-42bf-9895-b302d377e44c by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:02:39.925676 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Attempting to bind port 986aff7b-5567-42bf-9895-b302d377e44c on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:02:39.936925 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:02:39.937301 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Checking segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:02:39.937722 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.938180 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Bound using segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:02:39.938659 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Bound port: 986aff7b-5567-42bf-9895-b302d377e44c, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:02:39.939033 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (986aff7b-5567-42bf-9895-b302d377e44c), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.978915 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:39.987424 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=b85b5ce1-b87d-45d3-bc90-31569ed87656,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:40.010952 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] For port 986aff7b-5567-42bf-9895-b302d377e44c, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:02:40.015465 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] For port 986aff7b-5567-42bf-9895-b302d377e44c, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=986aff7b-5567-42bf-9895-b302d377e44c,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:02:40.030887 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Network 3999864b-d740-472a-b73d-21d388fd8983 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:02:40.036589 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:40.041249 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:02:40.048297 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Pushing event updated for resources: {'Port': ['ID=e78909bf-2fbf-474e-b57e-5bcd61ae9fc9,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:40.099032 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (986aff7b-5567-42bf-9895-b302d377e44c), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:40.109228 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Attempting to bind port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:02:40.109632 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Attempting to bind port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'dbfcb86f-e053-4241-9397-0feebe1d5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3999864b-d740-472a-b73d-21d388fd8983'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:02:40.110078 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Attempting to bind port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 on network 3999864b-d740-472a-b73d-21d388fd8983 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:02:40.116543 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:02:40.117009 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Checking segment: {'id': 'dbfcb86f-e053-4241-9397-0feebe1d5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3999864b-d740-472a-b73d-21d388fd8983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:02:40.117345 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:40.117773 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Bound using segment: {'id': 'dbfcb86f-e053-4241-9397-0feebe1d5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3999864b-d740-472a-b73d-21d388fd8983'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:02:40.118240 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Bound port: e78909bf-2fbf-474e-b57e-5bcd61ae9fc9, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfcb86f-e053-4241-9397-0feebe1d5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3999864b-d740-472a-b73d-21d388fd8983'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:02:40.118624 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:40.140289 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:40.141142 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:40.141770 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:40.193943 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] For port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:02:40.197611 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] For port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e78909bf-2fbf-474e-b57e-5bcd61ae9fc9,segment=NetworkSegment(dbfcb86f-e053-4241-9397-0feebe1d5b01),segment_id=dbfcb86f-e053-4241-9397-0feebe1d5b01)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:02:40.212738 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:40.235026 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks [] for router_gateway (4b424650-3bb8-43ab-9716-92a083bb1280), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:40.248314 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fed5f9-8221-42b0-9f23-44cfb606ee48 None None] Pushing event updated for resources: {'Port': ['ID=986aff7b-5567-42bf-9895-b302d377e44c,revision_number=4']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:40.254294 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:40.257567 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:40.279121 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:40.322939 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd012d84-3c9b-4fa8-8c82-3a8052ad5908 None None] Pushing event updated for resources: {'Port': ['ID=e78909bf-2fbf-474e-b57e-5bcd61ae9fc9,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:40.387042 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Allocated IP 172.27.4.84 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/29720100-62cc-4964-963e-78ebaaa6979e) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:02:40.498356 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:40Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:40.516253 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks [] for port (29720100-62cc-4964-963e-78ebaaa6979e), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:40.531454 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15099ad2-91d1-4b33-b777-fce37976cbcf None None] The sync data for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi is: [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:40Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:02:40.635645 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (29720100-62cc-4964-963e-78ebaaa6979e), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:40.678612 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:02:40.681834 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:40.684259 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:02:40.713237 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Pushing event updated for resources: {'Port': ['ID=29720100-62cc-4964-963e-78ebaaa6979e,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:40.792122 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:41.062459 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks [] for router_gateway (4b424650-3bb8-43ab-9716-92a083bb1280), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:41.231325 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327fd777-3c56-487d-9786-4127a1ab1944 None None] Network 3999864b-d740-472a-b73d-21d388fd8983 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:02:41.266059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (4b424650-3bb8-43ab-9716-92a083bb1280), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:41.359070 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-46737959-78d9-408b-acab-9d53478b31cc None None] Provisioning complete for port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:41.359439 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-46737959-78d9-408b-acab-9d53478b31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:41.402655 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:41.457681 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:41.484465 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-46737959-78d9-408b-acab-9d53478b31cc None None] Current status of the port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:41.484883 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-46737959-78d9-408b-acab-9d53478b31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:41.487983 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:41.520216 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Router 4b424650-3bb8-43ab-9716-92a083bb1280 is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:02:41.541629 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-46737959-78d9-408b-acab-9d53478b31cc None None] For port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e78909bf-2fbf-474e-b57e-5bcd61ae9fc9,segment=NetworkSegment(dbfcb86f-e053-4241-9397-0feebe1d5b01),segment_id=dbfcb86f-e053-4241-9397-0feebe1d5b01)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:41.543807 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:41.544274 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:41.617309 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:41.617631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:41.632571 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:02:41.641747 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Sync routers for ids ['4b424650-3bb8-43ab-9716-92a083bb1280'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:02:41.649185 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-46737959-78d9-408b-acab-9d53478b31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:41.676640 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:41.697830 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Routers {'4b424650-3bb8-43ab-9716-92a083bb1280'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:41.698464 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['4b424650-3bb8-43ab-9716-92a083bb1280'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:41.705627 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:41.707936 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ba666fcc-3028-4624-bac8-f54776b5f449 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3922570 Aug 24 08:02:41.710777 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38642) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:41.802821 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.db.api [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 08:02:41.803226 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG oslo_db.api [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 08:02:41.807630 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46737959-78d9-408b-acab-9d53478b31cc None None] Pushing event updated for resources: {'Port': ['ID=e78909bf-2fbf-474e-b57e-5bcd61ae9fc9,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:41.810141 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-21ff7d72-4255-4f08-956c-2ec05b805aab None None] Provisioning complete for port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:41.810512 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-21ff7d72-4255-4f08-956c-2ec05b805aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:41.876210 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Set router 4b424650-3bb8-43ab-9716-92a083bb1280 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:41.963272 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:41.977605 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-21ff7d72-4255-4f08-956c-2ec05b805aab None None] Current status of the port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:42.082940 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': '29720100-62cc-4964-963e-78ebaaa6979e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:39Z', 'updated_at': '2022-08-24T08:02:40Z', 'revision_number': 3, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'gw_port': {'id': '29720100-62cc-4964-963e-78ebaaa6979e', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:40Z', 'updated_at': '2022-08-24T08:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:42.107880 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Checking router: 4b424650-3bb8-43ab-9716-92a083bb1280 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:02:42.108321 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Updating router 4b424650-3bb8-43ab-9716-92a083bb1280 port 29720100-62cc-4964-963e-78ebaaa6979e binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:02:42.137105 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (29720100-62cc-4964-963e-78ebaaa6979e), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.149036 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-d7284f83-f601-406a-8498-ac0fc38e6e4f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710773 Aug 24 08:02:42.165944 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.222415 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-5112db08-76a7-4648-a6d5-fd990dcec450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:42.223939 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-5112db08-76a7-4648-a6d5-fd990dcec450 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=27c8e372420a4076b855d46a4f8ff521&device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 1130 time: 0.0484297 Aug 24 08:02:42.296565 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:42.361670 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:42.362557 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 986aff7b-5567-42bf-9895-b302d377e44c up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:42.414725 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-88014a97-c00c-4583-9368-4e8c631f9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:42.416196 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-88014a97-c00c-4583-9368-4e8c631f9f12 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 200 len: 917 time: 0.1634996 Aug 24 08:02:42.433997 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:42.451308 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Publish callbacks [] for port (29720100-62cc-4964-963e-78ebaaa6979e), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.456402 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 986aff7b-5567-42bf-9895-b302d377e44c triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:42.456832 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (986aff7b-5567-42bf-9895-b302d377e44c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.466336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Allocated IP 172.20.0.1 (3999864b-d740-472a-b73d-21d388fd8983/e1ece0e4-edc2-4fde-b049-3f6305adfb9e/56b422e4-2cbb-420b-89d0-1cbf3ed0b49c) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:02:42.500527 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-4c2c8242-4dc8-4d51-9f97-0185d0f1c9cb service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4073395-cdc8-42de-89a0-3e684efbce28 HTTP/1.1" status: 200 len: 1001 time: 0.0764079 Aug 24 08:02:42.532306 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 986aff7b-5567-42bf-9895-b302d377e44c is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:42.532731 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (986aff7b-5567-42bf-9895-b302d377e44c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.552188 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (29720100-62cc-4964-963e-78ebaaa6979e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.593959 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 986aff7b-5567-42bf-9895-b302d377e44c, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=986aff7b-5567-42bf-9895-b302d377e44c,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:42.597818 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-4a682273-53e5-4a44-9343-391932176194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:42.598554 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Attempting to bind port 29720100-62cc-4964-963e-78ebaaa6979e on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:02:42.598921 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Attempting to bind port 29720100-62cc-4964-963e-78ebaaa6979e by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:02:42.599280 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Attempting to bind port 29720100-62cc-4964-963e-78ebaaa6979e on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:02:42.599390 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-4a682273-53e5-4a44-9343-391932176194 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 200 len: 855 time: 0.0897119 Aug 24 08:02:42.611564 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:02:42.611992 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:02:42.612345 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.612807 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:02:42.613790 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Bound port: 29720100-62cc-4964-963e-78ebaaa6979e, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:02:42.614169 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (29720100-62cc-4964-963e-78ebaaa6979e), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.618321 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:42.638015 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce973a-6e75-43fe-880f-d75180909be3 None None] Pushing event updated for resources: {'Port': ['ID=29720100-62cc-4964-963e-78ebaaa6979e,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:42.666162 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Publish callbacks [] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.668738 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] For port 29720100-62cc-4964-963e-78ebaaa6979e, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:02:42.671618 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-5044e08e-f35f-453d-b3af-409e19ccf997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:42.671618 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-5044e08e-f35f-453d-b3af-409e19ccf997 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632875 Aug 24 08:02:42.671920 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] For port 29720100-62cc-4964-963e-78ebaaa6979e, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=29720100-62cc-4964-963e-78ebaaa6979e,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:02:42.690917 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (986aff7b-5567-42bf-9895-b302d377e44c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.694723 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device b85b5ce1-b87d-45d3-bc90-31569ed87656 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:42.729062 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:42.771731 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=986aff7b-5567-42bf-9895-b302d377e44c,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:42.775687 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (29720100-62cc-4964-963e-78ebaaa6979e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.790941 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-b81bd3d4-ee62-4ea6-9f56-6bafbdbc238a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113062 Aug 24 08:02:42.806799 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.809378 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port b85b5ce1-b87d-45d3-bc90-31569ed87656 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:42.809378 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:42.848082 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Routers {'4b424650-3bb8-43ab-9716-92a083bb1280'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:42.848718 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['4b424650-3bb8-43ab-9716-92a083bb1280'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:42.861684 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:42.902507 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Network 3999864b-d740-472a-b73d-21d388fd8983 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:02:42.911319 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:42.913947 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Pushing event updated for resources: {'Port': ['ID=56b422e4-2cbb-420b-89d0-1cbf3ed0b49c,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:42.921320 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:02:42.977245 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ffe525d5-36ea-45a0-862d-2e6854be1a48 req-af59342d-e760-4650-84f3-53904364984b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797693 Aug 24 08:02:42.980571 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (4b424650-3bb8-43ab-9716-92a083bb1280), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:43.056227 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce973a-6e75-43fe-880f-d75180909be3 None None] Pushing event updated for resources: {'Port': ['ID=29720100-62cc-4964-963e-78ebaaa6979e,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:43.146683 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] Set router 4b424650-3bb8-43ab-9716-92a083bb1280 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:43.148886 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port b85b5ce1-b87d-45d3-bc90-31569ed87656 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:43.178782 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:43.224610 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-b7957dea-baf4-483d-8277-5b79767d251e None None] Provisioning complete for port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:43.224944 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-b7957dea-baf4-483d-8277-5b79767d251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:43.243294 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:43.314639 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-b7957dea-baf4-483d-8277-5b79767d251e None None] Port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:02:43.359052 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:43.360862 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Publish callbacks [] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:43.412679 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': '29720100-62cc-4964-963e-78ebaaa6979e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:39Z', 'updated_at': '2022-08-24T08:02:40Z', 'revision_number': 3, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'gw_port': {'id': '29720100-62cc-4964-963e-78ebaaa6979e', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:40Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:43.440573 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13cd2f-ee3e-4179-b371-bb9be2550241 None None] The sync data for ids ['4b424650-3bb8-43ab-9716-92a083bb1280'] in dv-cinder-854275-1-iscsi is: [{'id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': '29720100-62cc-4964-963e-78ebaaa6979e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:39Z', 'updated_at': '2022-08-24T08:02:40Z', 'revision_number': 3, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'gw_port': {'id': '29720100-62cc-4964-963e-78ebaaa6979e', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:40Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:02:43.448295 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:43.448682 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:43.454330 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:43.523634 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Pushing event updated for resources: {'Port': ['ID=56b422e4-2cbb-420b-89d0-1cbf3ed0b49c,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:43.530792 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (4b424650-3bb8-43ab-9716-92a083bb1280), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:43.531851 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:43.532961 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 986aff7b-5567-42bf-9895-b302d377e44c up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:43.585557 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 986aff7b-5567-42bf-9895-b302d377e44c triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:43.586108 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (986aff7b-5567-42bf-9895-b302d377e44c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:43.641560 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Network 3999864b-d740-472a-b73d-21d388fd8983 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:02:43.643619 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:02:43.683081 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 986aff7b-5567-42bf-9895-b302d377e44c is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:43.782682 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Router 4b424650-3bb8-43ab-9716-92a083bb1280 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:02:43.897165 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:02:43.902317 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-9311f18d-6c22-4025-b63c-c22cbb0441e8 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/4b424650-3bb8-43ab-9716-92a083bb1280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1905236 Aug 24 08:02:43.939673 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-f07c4340-9f01-4485-a3c1-31a34b87b954 None None] Provisioning complete for port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:43.939921 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-f07c4340-9f01-4485-a3c1-31a34b87b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:43.977941 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:43.980440 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-f07c4340-9f01-4485-a3c1-31a34b87b954 None None] Port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:02:44.323251 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38650) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:44.328692 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-4ce2797c-38cc-4e3b-8148-ddb1254c4f87 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812161139', 'description': 'tempest-secgroup-smoke-812161139 description', 'project_id': '67da3e4c41e64947bb3e531c5b7550b6'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:44.332520 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:44.422093 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4ce2797c-38cc-4e3b-8148-ddb1254c4f87 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:44.490460 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4ce2797c-38cc-4e3b-8148-ddb1254c4f87 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group (acda82e4-0778-4394-9ad4-36ecf0ca2328), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:44.560976 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4ce2797c-38cc-4e3b-8148-ddb1254c4f87 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (acda82e4-0778-4394-9ad4-36ecf0ca2328), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:44.591287 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2797c-38cc-4e3b-8148-ddb1254c4f87 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acda82e4-0778-4394-9ad4-36ecf0ca2328,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:44.636790 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4ce2797c-38cc-4e3b-8148-ddb1254c4f87 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:44.638037 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-4ce2797c-38cc-4e3b-8148-ddb1254c4f87 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3137567 Aug 24 08:02:44.641022 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38652) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:44.645196 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-ecf61e52-d22a-4315-bb1a-09340b6101bb tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'security_group_rule': {'security_group_id': 'acda82e4-0778-4394-9ad4-36ecf0ca2328', 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:44.719071 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ecf61e52-d22a-4315-bb1a-09340b6101bb tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (79dc061d-7304-4e59-9cdc-ceb27df214e1), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:44.776589 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ecf61e52-d22a-4315-bb1a-09340b6101bb tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (79dc061d-7304-4e59-9cdc-ceb27df214e1), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:44.864223 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ecf61e52-d22a-4315-bb1a-09340b6101bb tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (79dc061d-7304-4e59-9cdc-ceb27df214e1), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:44.884080 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf61e52-d22a-4315-bb1a-09340b6101bb tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dc061d-7304-4e59-9cdc-ceb27df214e1,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:44.951337 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ecf61e52-d22a-4315-bb1a-09340b6101bb tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:44.952584 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ecf61e52-d22a-4315-bb1a-09340b6101bb tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106411 Aug 24 08:02:44.955367 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38654) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:44.960228 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-c65e79c8-0687-47a9-9940-99b94b81979d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'security_group_rule': {'security_group_id': 'acda82e4-0778-4394-9ad4-36ecf0ca2328', 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:45.060587 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c65e79c8-0687-47a9-9940-99b94b81979d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (29073420-b0dd-4fe4-9814-d8580101e0ed), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.069683 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b94945-166e-423f-be86-13313a01495a None None] Sync routers for ids ['4b424650-3bb8-43ab-9716-92a083bb1280'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:02:45.081307 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:45.089811 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b94945-166e-423f-be86-13313a01495a None None] Routers {'4b424650-3bb8-43ab-9716-92a083bb1280'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:45.089811 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-08b94945-166e-423f-be86-13313a01495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['4b424650-3bb8-43ab-9716-92a083bb1280'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:45.124949 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c65e79c8-0687-47a9-9940-99b94b81979d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (29073420-b0dd-4fe4-9814-d8580101e0ed), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.185482 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-08b94945-166e-423f-be86-13313a01495a None None] Set router 4b424650-3bb8-43ab-9716-92a083bb1280 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:45.210823 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c65e79c8-0687-47a9-9940-99b94b81979d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (29073420-b0dd-4fe4-9814-d8580101e0ed), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.231188 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e79c8-0687-47a9-9940-99b94b81979d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29073420-b0dd-4fe4-9814-d8580101e0ed,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:45.288766 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c65e79c8-0687-47a9-9940-99b94b81979d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.292320 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-c65e79c8-0687-47a9-9940-99b94b81979d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336744 Aug 24 08:02:45.296197 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38656) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:45.297585 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-d9fbe056-f476-4883-a6c1-fccb6d708218 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'security_group_rule': {'security_group_id': 'acda82e4-0778-4394-9ad4-36ecf0ca2328', 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:45.333587 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 29720100-62cc-4964-963e-78ebaaa6979e up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:45.379891 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 29720100-62cc-4964-963e-78ebaaa6979e triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:45.380302 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (29720100-62cc-4964-963e-78ebaaa6979e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.395169 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d9fbe056-f476-4883-a6c1-fccb6d708218 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (48bc8ba7-bf81-4d5b-a121-276fecad23eb), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.398036 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:45.403548 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-08b94945-166e-423f-be86-13313a01495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': '29720100-62cc-4964-963e-78ebaaa6979e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:39Z', 'updated_at': '2022-08-24T08:02:43Z', 'revision_number': 4, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'gw_port': {'id': '29720100-62cc-4964-963e-78ebaaa6979e', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:40Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '56b422e4-2cbb-420b-89d0-1cbf3ed0b49c', 'name': '', 'network_id': '3999864b-d740-472a-b73d-21d388fd8983', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'mac_address': 'fa:16:3e:b6:d3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e1ece0e4-edc2-4fde-b049-3f6305adfb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:42Z', 'updated_at': '2022-08-24T08:02:43Z', 'revision_number': 2, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'subnets': [{'id': 'e1ece0e4-edc2-4fde-b049-3f6305adfb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:45.435401 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b94945-166e-423f-be86-13313a01495a None None] Checking router: 4b424650-3bb8-43ab-9716-92a083bb1280 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:02:45.435811 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b94945-166e-423f-be86-13313a01495a None None] Updating router 4b424650-3bb8-43ab-9716-92a083bb1280 port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:02:45.457296 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 29720100-62cc-4964-963e-78ebaaa6979e is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:45.457708 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (29720100-62cc-4964-963e-78ebaaa6979e), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.465659 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d9fbe056-f476-4883-a6c1-fccb6d708218 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (48bc8ba7-bf81-4d5b-a121-276fecad23eb), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.466532 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-08b94945-166e-423f-be86-13313a01495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.478878 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 29720100-62cc-4964-963e-78ebaaa6979e, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=29720100-62cc-4964-963e-78ebaaa6979e,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:45.547742 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d9fbe056-f476-4883-a6c1-fccb6d708218 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (48bc8ba7-bf81-4d5b-a121-276fecad23eb), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.570013 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbe056-f476-4883-a6c1-fccb6d708218 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bc8ba7-bf81-4d5b-a121-276fecad23eb,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:45.571196 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (29720100-62cc-4964-963e-78ebaaa6979e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.620089 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=29720100-62cc-4964-963e-78ebaaa6979e,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:45.640968 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-d9fbe056-f476-4883-a6c1-fccb6d708218 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.642288 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-d9fbe056-f476-4883-a6c1-fccb6d708218 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3482246 Aug 24 08:02:45.645711 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38660) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:45.650267 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-f3f77dce-ffe5-429a-a0fb-195db8c6888c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'security_group_rule': {'security_group_id': 'acda82e4-0778-4394-9ad4-36ecf0ca2328', 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:45.727424 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-08b94945-166e-423f-be86-13313a01495a None None] Publish callbacks [] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.795856 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f3f77dce-ffe5-429a-a0fb-195db8c6888c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (65c86b60-d956-4317-97c9-d1f1b572a806), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.830857 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:45.853938 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f3f77dce-ffe5-429a-a0fb-195db8c6888c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (65c86b60-d956-4317-97c9-d1f1b572a806), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.862049 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-08b94945-166e-423f-be86-13313a01495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.943242 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f3f77dce-ffe5-429a-a0fb-195db8c6888c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (65c86b60-d956-4317-97c9-d1f1b572a806), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:45.968668 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f77dce-ffe5-429a-a0fb-195db8c6888c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c86b60-d956-4317-97c9-d1f1b572a806,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:46.016050 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8e216-6e22-4061-b6cb-f0e6eab81a6c None None] Pushing event updated for resources: {'Port': ['ID=56b422e4-2cbb-420b-89d0-1cbf3ed0b49c,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:46.031281 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-08b94945-166e-423f-be86-13313a01495a None None] Attempting to bind port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:02:46.031636 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-08b94945-166e-423f-be86-13313a01495a None None] Attempting to bind port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'dbfcb86f-e053-4241-9397-0feebe1d5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3999864b-d740-472a-b73d-21d388fd8983'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:02:46.031977 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b94945-166e-423f-be86-13313a01495a None None] Attempting to bind port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c on network 3999864b-d740-472a-b73d-21d388fd8983 {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:02:46.037159 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b94945-166e-423f-be86-13313a01495a None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:02:46.037519 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b94945-166e-423f-be86-13313a01495a None None] Checking segment: {'id': 'dbfcb86f-e053-4241-9397-0feebe1d5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3999864b-d740-472a-b73d-21d388fd8983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:02:46.037897 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-08b94945-166e-423f-be86-13313a01495a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.038268 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b94945-166e-423f-be86-13313a01495a None None] Bound using segment: {'id': 'dbfcb86f-e053-4241-9397-0feebe1d5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3999864b-d740-472a-b73d-21d388fd8983'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:02:46.038714 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-08b94945-166e-423f-be86-13313a01495a None None] Bound port: 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfcb86f-e053-4241-9397-0feebe1d5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3999864b-d740-472a-b73d-21d388fd8983'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:02:46.039074 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-08b94945-166e-423f-be86-13313a01495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.071115 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f3f77dce-ffe5-429a-a0fb-195db8c6888c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.072339 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-f3f77dce-ffe5-429a-a0fb-195db8c6888c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4255772 Aug 24 08:02:46.075158 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38662) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:46.080042 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-264205d4-abdd-458a-9ded-1dfbcb2e5b9c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'security_group_rule': {'security_group_id': 'acda82e4-0778-4394-9ad4-36ecf0ca2328', 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:46.098468 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-08b94945-166e-423f-be86-13313a01495a None None] For port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:02:46.101381 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-08b94945-166e-423f-be86-13313a01495a None None] For port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=56b422e4-2cbb-420b-89d0-1cbf3ed0b49c,segment=NetworkSegment(dbfcb86f-e053-4241-9397-0feebe1d5b01),segment_id=dbfcb86f-e053-4241-9397-0feebe1d5b01)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:02:46.195594 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.securitygroups_db [None req-264205d4-abdd-458a-9ded-1dfbcb2e5b9c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Project 67da3e4c41e64947bb3e531c5b7550b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 08:02:46.203013 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-264205d4-abdd-458a-9ded-1dfbcb2e5b9c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (e4b4266a-cdf3-471a-8e5e-d524585c870b), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.224537 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-08b94945-166e-423f-be86-13313a01495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.254144 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:46.258036 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b94945-166e-423f-be86-13313a01495a None None] Routers {'4b424650-3bb8-43ab-9716-92a083bb1280'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:46.258668 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-08b94945-166e-423f-be86-13313a01495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['4b424650-3bb8-43ab-9716-92a083bb1280'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:46.262837 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-264205d4-abdd-458a-9ded-1dfbcb2e5b9c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (e4b4266a-cdf3-471a-8e5e-d524585c870b), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.346834 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8e216-6e22-4061-b6cb-f0e6eab81a6c None None] Pushing event updated for resources: {'Port': ['ID=56b422e4-2cbb-420b-89d0-1cbf3ed0b49c,revision_number=4']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:46.353727 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-264205d4-abdd-458a-9ded-1dfbcb2e5b9c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (e4b4266a-cdf3-471a-8e5e-d524585c870b), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.366445 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264205d4-abdd-458a-9ded-1dfbcb2e5b9c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b4266a-cdf3-471a-8e5e-d524585c870b,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:46.379949 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-08b94945-166e-423f-be86-13313a01495a None None] Set router 4b424650-3bb8-43ab-9716-92a083bb1280 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:46.443228 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-264205d4-abdd-458a-9ded-1dfbcb2e5b9c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.444545 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-264205d4-abdd-458a-9ded-1dfbcb2e5b9c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3684697 Aug 24 08:02:46.447564 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38664) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:46.452160 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-4e60ce22-15d7-40c4-8a95-56dd9a696776 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'security_group_rule': {'security_group_id': 'acda82e4-0778-4394-9ad4-36ecf0ca2328', 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:02:46.478575 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:46.549959 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.securitygroups_db [None req-4e60ce22-15d7-40c4-8a95-56dd9a696776 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Project 67da3e4c41e64947bb3e531c5b7550b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 08:02:46.556543 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4e60ce22-15d7-40c4-8a95-56dd9a696776 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (9ba51e2c-0cd1-488a-8c5b-06557661b766), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.559944 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:46.575211 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-08b94945-166e-423f-be86-13313a01495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': '29720100-62cc-4964-963e-78ebaaa6979e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:39Z', 'updated_at': '2022-08-24T08:02:43Z', 'revision_number': 4, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'gw_port': {'id': '29720100-62cc-4964-963e-78ebaaa6979e', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:40Z', 'updated_at': '2022-08-24T08:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '56b422e4-2cbb-420b-89d0-1cbf3ed0b49c', 'name': '', 'network_id': '3999864b-d740-472a-b73d-21d388fd8983', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'mac_address': 'fa:16:3e:b6:d3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e1ece0e4-edc2-4fde-b049-3f6305adfb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:42Z', 'updated_at': '2022-08-24T08:02:46Z', 'revision_number': 4, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'subnets': [{'id': 'e1ece0e4-edc2-4fde-b049-3f6305adfb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:46.600562 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b94945-166e-423f-be86-13313a01495a None None] The sync data for ids ['4b424650-3bb8-43ab-9716-92a083bb1280'] in dv-cinder-854275-1-iscsi is: [{'id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': '29720100-62cc-4964-963e-78ebaaa6979e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:39Z', 'updated_at': '2022-08-24T08:02:43Z', 'revision_number': 4, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'gw_port': {'id': '29720100-62cc-4964-963e-78ebaaa6979e', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:40Z', 'updated_at': '2022-08-24T08:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '56b422e4-2cbb-420b-89d0-1cbf3ed0b49c', 'name': '', 'network_id': '3999864b-d740-472a-b73d-21d388fd8983', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'mac_address': 'fa:16:3e:b6:d3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e1ece0e4-edc2-4fde-b049-3f6305adfb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:42Z', 'updated_at': '2022-08-24T08:02:46Z', 'revision_number': 4, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'subnets': [{'id': 'e1ece0e4-edc2-4fde-b049-3f6305adfb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:02:46.623728 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4e60ce22-15d7-40c4-8a95-56dd9a696776 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (9ba51e2c-0cd1-488a-8c5b-06557661b766), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.709743 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4e60ce22-15d7-40c4-8a95-56dd9a696776 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (9ba51e2c-0cd1-488a-8c5b-06557661b766), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.730527 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60ce22-15d7-40c4-8a95-56dd9a696776 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba51e2c-0cd1-488a-8c5b-06557661b766,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:46.802853 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4e60ce22-15d7-40c4-8a95-56dd9a696776 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:46.804121 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-4e60ce22-15d7-40c4-8a95-56dd9a696776 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3555613 Aug 24 08:02:46.891621 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:47.392281 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:47.447883 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:47.448258 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:47.524934 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:47.525317 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:47.559991 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=56b422e4-2cbb-420b-89d0-1cbf3ed0b49c,segment=NetworkSegment(dbfcb86f-e053-4241-9397-0feebe1d5b01),segment_id=dbfcb86f-e053-4241-9397-0feebe1d5b01)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:47.641347 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:47.642174 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 29720100-62cc-4964-963e-78ebaaa6979e up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:47.717534 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=56b422e4-2cbb-420b-89d0-1cbf3ed0b49c,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:47.726220 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 29720100-62cc-4964-963e-78ebaaa6979e triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:47.726562 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (29720100-62cc-4964-963e-78ebaaa6979e), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:47.801316 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 29720100-62cc-4964-963e-78ebaaa6979e is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:49.318813 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:02:49.363011 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:02:49.363385 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:49.408456 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:49.453179 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:02:51.611160 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ad12577c-5387-45df-9b68-9bd1d2bc9a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:52.053614 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2b9b-0ce7-4a42-919e-c86277bfc15f req-021c20b0-a3a1-4598-8e00-0dc8e797d056 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:52.055084 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2d0b2b9b-0ce7-4a42-919e-c86277bfc15f req-021c20b0-a3a1-4598-8e00-0dc8e797d056 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 946 time: 0.0470977 Aug 24 08:02:52.104779 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2d0b2b9b-0ce7-4a42-919e-c86277bfc15f req-b5da6ca7-5f25-4ceb-97b7-60d464f89e5f tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Aug 24 08:02:53.232382 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afbd97-6123-48f8-872c-37022148084d req-2ac9e261-44e5-48b7-924e-876444f69253 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:53.233927 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d2afbd97-6123-48f8-872c-37022148084d req-2ac9e261-44e5-48b7-924e-876444f69253 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 946 time: 0.0484273 Aug 24 08:02:53.283437 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d2afbd97-6123-48f8-872c-37022148084d req-b81f85d2-fcfe-4ba2-a1be-e2a57b3f778e tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6bcf7c22-4645-477a-bd73-3db09beaacef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438035 Aug 24 08:02:53.527428 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-bb449ad7-42cf-4e5d-88ea-84d29fe49291 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:02:53.528903 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-bb449ad7-42cf-4e5d-88ea-84d29fe49291 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 946 time: 0.0498264 Aug 24 08:02:53.616755 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Deleting port f4073395-cdc8-42de-89a0-3e684efbce28 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:53.617169 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:53.806392 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-623500ad-73c0-48f1-97fe-5e1da5727bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:53.968522 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] For port f4073395-cdc8-42de-89a0-3e684efbce28, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f4073395-cdc8-42de-89a0-3e684efbce28,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:02:53.968916 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:53.977978 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:54.138375 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:54.138740 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (4cc9c309-bc40-4a2a-a9ca-0cb46569fd23), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:54.139061 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Floating IP 4cc9c309-bc40-4a2a-a9ca-0cb46569fd23 disassociated. External IP: 172.27.4.166, port: f4073395-cdc8-42de-89a0-3e684efbce28. Aug 24 08:02:54.139404 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Calling delete_port for f4073395-cdc8-42de-89a0-3e684efbce28 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:54.313500 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (f4073395-cdc8-42de-89a0-3e684efbce28), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:54.342199 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event deleted for resources: {'Port': ['ID=f4073395-cdc8-42de-89a0-3e684efbce28,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:54.353527 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:54.449892 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7571e2d1-43c1-4ffe-b4bd-0c1c9d9c8f83 req-af1d6422-a34b-4187-a142-7fec3f3bb4e1 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0620244 Aug 24 08:02:54.485838 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:02:54.602629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:02:54.613229 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] Sync routers for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:02:54.624232 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:54.625075 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:54.645769 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] No DVR routers for this DVR port f4073395-cdc8-42de-89a0-3e684efbce28 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:02:54.648908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:54.652300 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b50de86f-b5e1-4d65-abff-700bf8ccf42d req-2b905e33-0c9d-4781-962a-49bd6021228d tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.45 "DELETE /networking/v2.0/ports/f4073395-cdc8-42de-89a0-3e684efbce28 HTTP/1.1" status: 204 len: 173 time: 1.1142714 Aug 24 08:02:54.652783 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-deleted', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:02:54.655894 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6e5b69-0ac0-4ba4-b0dc-4ae7b472240d" -d '{"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-deleted", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:02:54.700497 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4891cbe1-c81a-472b-9b6f-2046ee7f1541 x-openstack-request-id: req-4891cbe1-c81a-472b-9b6f-2046ee7f1541 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:02:54.701351 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d249a-e50d-4848-b6ab-cb76685964d7", "name": "network-vif-deleted", "tag": "f4073395-cdc8-42de-89a0-3e684efbce28", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:02:54.701351 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4891cbe1-c81a-472b-9b6f-2046ee7f1541 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:02:54.701569 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4891cbe1-c81a-472b-9b6f-2046ee7f1541'] response: {'server_uuid': '771d249a-e50d-4848-b6ab-cb76685964d7', 'name': 'network-vif-deleted', 'tag': 'f4073395-cdc8-42de-89a0-3e684efbce28', 'status': 'completed', 'code': 200} Aug 24 08:02:54.735474 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:54.915919 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:54.935195 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:54.961109 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] Checking router: 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:02:54.969871 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:02:54.970455 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:55.199245 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:02:55.398117 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:02:55.428278 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7ed05-5711-43c9-b200-483bf9f39a49 None None] The sync data for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi is: [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T07:55:32Z', 'revision_number': 4, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '2558d4c1-d4d9-4fec-9878-65e30c98101c', 'name': '', 'network_id': 'dac6160e-2a1d-42ce-8220-e6f39a4fb0ee', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'mac_address': 'fa:16:3e:8a:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '64ef6239-583a-4337-bfcb-670f654bc254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:31Z', 'updated_at': '2022-08-24T07:55:44Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'subnets': [{'id': '64ef6239-583a-4337-bfcb-670f654bc254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:02:55.481639 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:55.578951 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-52eeec04-3e92-46fe-a47c-4d75122fb152 req-1fd734cd-68d0-4fae-ad0f-f6c0e6361189 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=771d249a-e50d-4848-b6ab-cb76685964d7 HTTP/1.1" status: 200 len: 210 time: 0.0301049 Aug 24 08:02:55.696492 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c652f0-d89c-44a8-b587-13a7365a60d2 None None] New status for floating IP 4cc9c309-bc40-4a2a-a9ca-0cb46569fd23: DOWN {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:02:56.711018 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38762) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:56.767388 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-41680f22-44d2-46a1-84f3-a87c0ac4fcd9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (6bcf7c22-4645-477a-bd73-3db09beaacef), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:56.786940 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f4073395-cdc8-42de-89a0-3e684efbce28 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:02:56.794600 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-41680f22-44d2-46a1-84f3-a87c0ac4fcd9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (6bcf7c22-4645-477a-bd73-3db09beaacef), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:56.817052 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: f4073395-cdc8-42de-89a0-3e684efbce28 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:02:56.817395 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f4073395-cdc8-42de-89a0-3e684efbce28 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:02:56.924735 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:56.953333 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-41680f22-44d2-46a1-84f3-a87c0ac4fcd9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (6bcf7c22-4645-477a-bd73-3db09beaacef), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:56.956276 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-41680f22-44d2-46a1-84f3-a87c0ac4fcd9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:56.960230 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-41680f22-44d2-46a1-84f3-a87c0ac4fcd9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6bcf7c22-4645-477a-bd73-3db09beaacef HTTP/1.1" status: 204 len: 168 time: 0.2455645 Aug 24 08:02:56.960621 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38764) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:56.967190 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41680f22-44d2-46a1-84f3-a87c0ac4fcd9 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcf7c22-4645-477a-bd73-3db09beaacef,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:56.975535 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.api.v2.resource [None req-7ca372fb-3862-4562-bf12-ad9a78ff6231 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] show failed (client error): The resource could not be found. Aug 24 08:02:56.976802 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7ca372fb-3862-4562-bf12-ad9a78ff6231 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "GET /networking/v2.0/security-groups/6bcf7c22-4645-477a-bd73-3db09beaacef HTTP/1.1" status: 404 len: 347 time: 0.0148957 Aug 24 08:02:56.979692 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38766) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:02:57.100112 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Deleting port c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:02:57.100454 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:57.137630 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:57.185179 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:57.185435 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:57.198533 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Calling delete_port for c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a owned by network:floatingip {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:02:57.251902 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:02:57.429777 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:57.453290 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Pushing event deleted for resources: {'Port': ['ID=c0fb9c60-9b95-4fa0-8bec-506fe4ba7c3a,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:02:57.526071 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks [] for floatingip (4cc9c309-bc40-4a2a-a9ca-0cb46569fd23), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:57.528565 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:02:57.529753 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-4a4c8648-d809-4ebc-aed3-47acdbe597c7 tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/4cc9c309-bc40-4a2a-a9ca-0cb46569fd23 HTTP/1.1" status: 204 len: 168 time: 0.5491624 Aug 24 08:03:00.201180 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38806) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:00.687616 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:00.737765 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:00.755899 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:03:01.001827 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Deleting port 2558d4c1-d4d9-4fec-9878-65e30c98101c {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:03:01.002095 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:01.080873 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] For port 2558d4c1-d4d9-4fec-9878-65e30c98101c, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=2558d4c1-d4d9-4fec-9878-65e30c98101c,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:01.081229 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:01.093428 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Calling delete_port for 2558d4c1-d4d9-4fec-9878-65e30c98101c owned by network:router_interface {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:03:01.204065 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:01.314866 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (2558d4c1-d4d9-4fec-9878-65e30c98101c), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:01.340102 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Pushing event deleted for resources: {'Port': ['ID=2558d4c1-d4d9-4fec-9878-65e30c98101c,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:01.353341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.353341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.355925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.355925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.355925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.355925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.355925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.355925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.355925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.355925 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.356613 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.356613 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.356921 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.357239 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.357556 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:01.517438 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:01.586908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:01.724341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:03:01.830740 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:03:01.836089 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ee2cfac9-014c-4a80-9e6b-70b222be882d admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6335399 Aug 24 08:03:01.839361 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38814) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:01.840577 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] Sync routers for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:03:01.851876 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:01.852482 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:01.930137 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:01.941270 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks [] for router (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:01.953941 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:02.039967 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks [] for router_gateway (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:02.043787 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:02.132055 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20'}], 'enable_snat': True}, 'gw_port_id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T08:03:01Z', 'revision_number': 5, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port': {'id': 'bb13d623-bc76-48ff-9fd2-3dff4b092f65', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:55:27Z', 'updated_at': '2022-08-24T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:02.158817 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] Checking router: 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:03:02.168504 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] Routers {'1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:02.169156 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:02.257004 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] Set router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 gateway port host: None {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:02.309392 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T08:03:02Z', 'revision_number': 6, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port_host': None}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:02.339230 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcd988-6412-4df5-ba80-88517377c620 None None] The sync data for ids ['1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0'] in dv-cinder-854275-1-iscsi is: [{'id': '1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0', 'name': 'tempest-AttachVolumeShelveTestJSON-941624585-router', 'tenant_id': '27c8e372420a4076b855d46a4f8ff521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:55:26Z', 'updated_at': '2022-08-24T08:03:02Z', 'revision_number': 6, 'project_id': '27c8e372420a4076b855d46a4f8ff521', 'gw_port_host': None}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:03:02.427122 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Deleting port bb13d623-bc76-48ff-9fd2-3dff4b092f65 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:03:02.427674 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:02.511096 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] For port bb13d623-bc76-48ff-9fd2-3dff4b092f65, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=bb13d623-bc76-48ff-9fd2-3dff4b092f65,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:02.511461 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:02.527329 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Calling delete_port for bb13d623-bc76-48ff-9fd2-3dff4b092f65 owned by network:router_gateway {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:03:02.759377 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (bb13d623-bc76-48ff-9fd2-3dff4b092f65), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:02.785936 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb13d623-bc76-48ff-9fd2-3dff4b092f65,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:02.847533 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:02.933786 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:02.935899 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks [] for router_controller (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.040795 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.041325 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 {{(pid=113381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:03:03.045497 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.046543 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ff2e88d0-d613-40b0-a7ec-0ef7afaef4b0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/1ddd3fe7-5fdf-478a-ad43-cc2c50d8dfe0 HTTP/1.1" status: 204 len: 168 time: 1.2061095 Aug 24 08:03:03.049181 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38818) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:03.097545 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf70c080-1083-4401-a3e0-6fa5675f7eab admin admin] Deleting subnet 64ef6239-583a-4337-bfcb-670f654bc254 {{(pid=113381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:03:03.099363 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:03.101595 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf70c080-1083-4401-a3e0-6fa5675f7eab admin admin] Publish callbacks [] for subnet (64ef6239-583a-4337-bfcb-670f654bc254), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.138717 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf70c080-1083-4401-a3e0-6fa5675f7eab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126882509'] for subnet (64ef6239-583a-4337-bfcb-670f654bc254), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.218528 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf70c080-1083-4401-a3e0-6fa5675f7eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (64ef6239-583a-4337-bfcb-670f654bc254), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.316515 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 2558d4c1-d4d9-4fec-9878-65e30c98101c no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:03:03.338334 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 2558d4c1-d4d9-4fec-9878-65e30c98101c {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:03:03.338682 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 2558d4c1-d4d9-4fec-9878-65e30c98101c not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:03:03.339104 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device bb13d623-bc76-48ff-9fd2-3dff4b092f65 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:03:03.354171 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf70c080-1083-4401-a3e0-6fa5675f7eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127429721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127450148'] for subnet (64ef6239-583a-4337-bfcb-670f654bc254), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.358084 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: bb13d623-bc76-48ff-9fd2-3dff4b092f65 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:03:03.358438 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device bb13d623-bc76-48ff-9fd2-3dff4b092f65 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:03:03.386739 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70c080-1083-4401-a3e0-6fa5675f7eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ef6239-583a-4337-bfcb-670f654bc254,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:03.391897 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-cf70c080-1083-4401-a3e0-6fa5675f7eab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.397411 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-cf70c080-1083-4401-a3e0-6fa5675f7eab admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/64ef6239-583a-4337-bfcb-670f654bc254 HTTP/1.1" status: 204 len: 168 time: 0.3450074 Aug 24 08:03:03.397672 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38820) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:03.397864 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff6fe6-a171-45c8-ab94-61cc5b5cae6d None None] Network dac6160e-2a1d-42ce-8220-e6f39a4fb0ee requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:03:03.415056 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:03.472633 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (dac6160e-2a1d-42ce-8220-e6f39a4fb0ee), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.527525 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Deleting port 84f12b49-f9b1-4702-a0be-dc8034f10a46 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:03:03.527867 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.588950 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704fcfd-202a-41d3-b962-8944bfae6ee6 None None] DHCP port deletion for dac6160e-2a1d-42ce-8220-e6f39a4fb0ee request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:03:03.609479 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] For port 84f12b49-f9b1-4702-a0be-dc8034f10a46, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=84f12b49-f9b1-4702-a0be-dc8034f10a46,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:03.609858 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.617105 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:03.629749 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Calling delete_port for 84f12b49-f9b1-4702-a0be-dc8034f10a46 owned by network:dhcp {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:03:03.630486 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-e704fcfd-202a-41d3-b962-8944bfae6ee6 None None] Deleting port 84f12b49-f9b1-4702-a0be-dc8034f10a46 {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:03:03.630857 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-e704fcfd-202a-41d3-b962-8944bfae6ee6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.700625 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-e704fcfd-202a-41d3-b962-8944bfae6ee6 None None] For port 84f12b49-f9b1-4702-a0be-dc8034f10a46, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=84f12b49-f9b1-4702-a0be-dc8034f10a46,segment=NetworkSegment(e215f49b-41c1-4181-9ba9-71f1d0b8b58c),segment_id=e215f49b-41c1-4181-9ba9-71f1d0b8b58c)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:03.701027 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-e704fcfd-202a-41d3-b962-8944bfae6ee6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.717532 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-e704fcfd-202a-41d3-b962-8944bfae6ee6 None None] Calling delete_port for 84f12b49-f9b1-4702-a0be-dc8034f10a46 owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:03:03.796385 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-d77f8af7-0691-4834-a30f-84d7ed7e35e3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-812161139&fields=id&tenant_id=67da3e4c41e64947bb3e531c5b7550b6 HTTP/1.1" status: 200 len: 267 time: 0.0507903 Aug 24 08:03:03.801879 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.808749 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-e704fcfd-202a-41d3-b962-8944bfae6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (84f12b49-f9b1-4702-a0be-dc8034f10a46), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.832687 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704fcfd-202a-41d3-b962-8944bfae6ee6 None None] Pushing event deleted for resources: {'Port': ['ID=84f12b49-f9b1-4702-a0be-dc8034f10a46,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:03.838758 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704fcfd-202a-41d3-b962-8944bfae6ee6 None None] No DVR routers for this DVR port 84f12b49-f9b1-4702-a0be-dc8034f10a46 on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:03:03.849292 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=84f12b49-f9b1-4702-a0be-dc8034f10a46,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:03.853030 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] No DVR routers for this DVR port 84f12b49-f9b1-4702-a0be-dc8034f10a46 on host dv-cinder-854275-1-iscsi {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:03:03.931485 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (dac6160e-2a1d-42ce-8220-e6f39a4fb0ee), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.937397 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-ef26e636-75dd-4490-890f-cf6a11792fd3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:03.938863 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-ef26e636-75dd-4490-890f-cf6a11792fd3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 811 time: 0.1347187 Aug 24 08:03:03.951427 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac6160e-2a1d-42ce-8220-e6f39a4fb0ee']}} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:03.953547 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-77d919d1-cbce-4924-a629-ae453a827164 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/quotas/67da3e4c41e64947bb3e531c5b7550b6 HTTP/1.1" status: 200 len: 375 time: 0.0091274 Aug 24 08:03:03.961516 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c') {'for_net_delete': True} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:03.961803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e215f49b-41c1-4181-9ba9-71f1d0b8b58c') {} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:03.971904 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126882500'] for segment (e215f49b-41c1-4181-9ba9-71f1d0b8b58c), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.986090 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (e215f49b-41c1-4181-9ba9-71f1d0b8b58c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:03.992607 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=113381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:03:03.993037 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127429695'] for segment (e215f49b-41c1-4181-9ba9-71f1d0b8b58c), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:04.010021 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e8b220db-4114-499c-97d2-317d627913e2 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512021 Aug 24 08:03:04.014502 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment e215f49b-41c1-4181-9ba9-71f1d0b8b58c resource provider aggregate not found Aug 24 08:03:04.055995 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment e215f49b-41c1-4181-9ba9-71f1d0b8b58c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e215f49b-41c1-4181-9ba9-71f1d0b8b58c found for delete ", "request_id": "req-bc2d6b48-4ab2-4a7c-999e-4d5c491e6dff"}]} Aug 24 08:03:04.099892 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:04.126489 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (dac6160e-2a1d-42ce-8220-e6f39a4fb0ee), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:04.134454 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:04.138353 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/dac6160e-2a1d-42ce-8220-e6f39a4fb0ee HTTP/1.1" status: 204 len: 168 time: 0.7397418 Aug 24 08:03:04.150616 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef888a-bb65-43a3-9331-4c28f4471f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=dac6160e-2a1d-42ce-8220-e6f39a4fb0ee,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:04.159142 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-b3d889fd-6639-4021-8ecd-b73838604eb2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356966 Aug 24 08:03:04.254526 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e012520d-6ed1-403b-8fc5-bd1c19b91ad7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896018 Aug 24 08:03:04.457526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38846) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:04.503886 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-62b286a1-ee58-43cb-a8b1-fdd58fe048b0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=27c8e372420a4076b855d46a4f8ff521&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451891 Aug 24 08:03:04.507452 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38848) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:04.570628 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-42d9eecf-a7bd-4363-aeb7-c362a6420d73 admin admin] Publish callbacks [] for security_group (42bb20a5-3f64-49d0-81bd-2def345187ee), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:04.591336 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-42d9eecf-a7bd-4363-aeb7-c362a6420d73 admin admin] Publish callbacks [] for security_group (42bb20a5-3f64-49d0-81bd-2def345187ee), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:04.743533 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-42d9eecf-a7bd-4363-aeb7-c362a6420d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (42bb20a5-3f64-49d0-81bd-2def345187ee), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:04.746256 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-42d9eecf-a7bd-4363-aeb7-c362a6420d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:04.750101 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-42d9eecf-a7bd-4363-aeb7-c362a6420d73 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/42bb20a5-3f64-49d0-81bd-2def345187ee HTTP/1.1" status: 204 len: 168 time: 0.2388747 Aug 24 08:03:04.757781 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9eecf-a7bd-4363-aeb7-c362a6420d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bb20a5-3f64-49d0-81bd-2def345187ee,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:04.916927 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef6bb132-a0d3-46ab-b719-7e0b573fcf33 req-ee72623e-e992-44e0-8475-a7b46b54062c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 210 time: 0.0338776 Aug 24 08:03:05.315947 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 84f12b49-f9b1-4702-a0be-dc8034f10a46 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:03:05.339432 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 84f12b49-f9b1-4702-a0be-dc8034f10a46 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:03:05.339783 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 84f12b49-f9b1-4702-a0be-dc8034f10a46 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:03:05.769764 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:05.981995 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38882) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:06.016166 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e037e878-782c-48ab-b783-e849c62e8021 req-64b21427-61e7-4853-898e-1fcdb0769bb6 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 210 time: 0.0361028 Aug 24 08:03:06.089123 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-79212723-network', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:06.165957 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Made reservation on behalf of ef79c9df5a2541afaeff1a82b3e4a496 for: {'network': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:03:06.168392 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.177317 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.187534 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:06.254453 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Publish callbacks [] for security_group (60bf329d-d4b5-4d94-837c-d62186f84449), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.331838 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (60bf329d-d4b5-4d94-837c-d62186f84449), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.357647 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=113381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:03:06.366158 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:06.368160 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bf329d-d4b5-4d94-837c-d62186f84449,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:06.372930 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (4bc0f8e2-75c5-4a31-b82e-f8562cc07782), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.373272 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.segments_db [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Added segment 4bc0f8e2-75c5-4a31-b82e-f8562cc07782 of type vlan for network 41e052c0-6ffd-41bd-913f-82327ff6b46b Aug 24 08:03:06.415242 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (41e052c0-6ffd-41bd-913f-82327ff6b46b), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.474765 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.492932 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (41e052c0-6ffd-41bd-913f-82327ff6b46b), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.493949 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:06.494516 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.559189 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=41e052c0-6ffd-41bd-913f-82327ff6b46b,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:06.569458 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:03:06.632296 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-48035887-1e72-49bf-b1ba-7542bce45bb2 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6484921 Aug 24 08:03:06.635511 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38886) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:06.640360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Request body: {'subnet': {'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-79212723-subnet', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:06.749353 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Made reservation on behalf of ef79c9df5a2541afaeff1a82b3e4a496 for: {'subnet': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:03:06.751672 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127450177'] for subnet (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:06.994740 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127430300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127450159'] for subnet (9ec0644f-ede2-46c3-a6af-980f27243716), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.046838 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:07.053393 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec0644f-ede2-46c3-a6af-980f27243716,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:07.067883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Checking segment: {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:03:07.067883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Network hostable DHCP agents. Network: 41e052c0-6ffd-41bd-913f-82327ff6b46b, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:03:07.135192 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-41ef086e-33d4-45d7-bf81-afa647f11c3a req-fac0bd58-972d-4e6e-aca6-da21d230b31e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 210 time: 0.0403242 Aug 24 08:03:07.165827 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:03:07.232760 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e72ca947-f01f-43dc-b5ad-6ce7a64f1ebe tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:07.234238 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e72ca947-f01f-43dc-b5ad-6ce7a64f1ebe tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 811 time: 0.1252973 Aug 24 08:03:07.301278 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-5ba86d00-6609-4db2-b1c7-b5e5df1764c1 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=67da3e4c41e64947bb3e531c5b7550b6 HTTP/1.1" status: 200 len: 379 time: 0.0587308 Aug 24 08:03:07.309278 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'port': {'device_id': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'admin_state_up': True, 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'security_groups': ['acda82e4-0778-4394-9ad4-36ecf0ca2328']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:07.323668 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 41e052c0-6ffd-41bd-913f-82327ff6b46b) {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:03:07.331553 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb895f58-8123-415d-9218-c8ae4b1c0ac7 None None] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:03:07.332167 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:07.332769 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.442047 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-41e052c0-6ffd-41bd-913f-82327ff6b46b', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:03:07.444223 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.468181 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-c5a46d02-ab6f-412c-a9de-4423169515a4 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8315418 Aug 24 08:03:07.471586 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38890) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:07.478246 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:07.536312 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Made reservation on behalf of 67da3e4c41e64947bb3e531c5b7550b6 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:03:07.540877 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.562446 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:07.583686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Allocated IP 172.20.0.2 (41e052c0-6ffd-41bd-913f-82327ff6b46b/9ec0644f-ede2-46c3-a6af-980f27243716/4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:03:07.605659 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.606681 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.638936 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:07.704807 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks [] for router_controller (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), precommit_add_association {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.722660 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Allocated IP 172.20.0.9 (ba35002a-baf9-48c9-8bd5-ed065d35dab0/7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32/68223bf4-fae5-411c-b20b-32c5a0298520) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:03:07.727808 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:07.728973 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Publish callbacks [] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.784538 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.830224 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:03:07.833090 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:03:07.837606 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:03:07.844297 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Pushing event updated for resources: {'Port': ['ID=4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:07.898702 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Attempting to bind port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:03:07.899069 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Attempting to bind port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:03:07.899432 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Attempting to bind port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 on network 41e052c0-6ffd-41bd-913f-82327ff6b46b {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:03:07.904806 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:03:07.905435 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Checking segment: {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:03:07.905831 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.906217 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Bound using segment: {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:03:07.906677 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Bound port: 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:03:07.907047 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.966212 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks [] for router_gateway (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.971197 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] For port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:03:07.974391 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] For port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:03:07.995510 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for port (68223bf4-fae5-411c-b20b-32c5a0298520), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:07.997218 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:08.044999 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:08.103294 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c789f5-5558-4398-9f58-44078065ac5d None None] Pushing event updated for resources: {'Port': ['ID=4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:08.133072 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:08.239394 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:03:08.244876 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:03:08.248126 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:03:08.251597 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:08.286492 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4aaf6-455e-49e8-a164-d0914237e846 req-b0a9f63d-dc0c-4ee7-b9a7-6cb47af69334 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:08.289466 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2ab4aaf6-455e-49e8-a164-d0914237e846 req-b0a9f63d-dc0c-4ee7-b9a7-6cb47af69334 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 931 time: 0.0714791 Aug 24 08:03:08.318023 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'Port': ['ID=68223bf4-fae5-411c-b20b-32c5a0298520,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:08.356248 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:08.356937 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:08.361287 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks [] for router_gateway (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:08.377247 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2ab4aaf6-455e-49e8-a164-d0914237e846 req-3fd6f585-aa4c-457d-9112-4382c75209a5 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827994 Aug 24 08:03:08.397862 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:08.490097 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-72e69243-47e1-41fd-9e1d-1ea056369917 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1841731 Aug 24 08:03:08.508993 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Request body: {'port': {'device_id': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:08.533834 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:08.591195 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-b68cd9a1-809f-4275-bcd9-476b4b1573b5 None None] Provisioning complete for port 68223bf4-fae5-411c-b20b-32c5a0298520 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:08.592237 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-b68cd9a1-809f-4275-bcd9-476b4b1573b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:08.624088 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Allocated IP 172.27.4.36 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/28a96f85-1fe2-4584-ba3a-63285586cd2f) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:03:08.624931 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-b68cd9a1-809f-4275-bcd9-476b4b1573b5 None None] Port 68223bf4-fae5-411c-b20b-32c5a0298520 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:03:08.626555 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:08.856958 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks [] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:08.908587 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:09.007908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68223bf4-fae5-411c-b20b-32c5a0298520 {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:03:09.015036 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.019248 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Publish callbacks [] for port (68223bf4-fae5-411c-b20b-32c5a0298520), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.067122 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Transition to ACTIVE for port object 68223bf4-fae5-411c-b20b-32c5a0298520 will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:03:09.075988 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:03:09.079366 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:03:09.081275 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Pushing event updated for resources: {'Port': ['ID=28a96f85-1fe2-4584-ba3a-63285586cd2f,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:09.083384 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:03:09.121403 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94625545-78ca-41d2-9d20-e142c348c69a None None] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:03:09.161271 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.161520 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-5736b8b7-0cb7-47c3-8595-6a2d5fcbf1c7 None None] Provisioning complete for port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:09.161641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5736b8b7-0cb7-47c3-8595-6a2d5fcbf1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.306109 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Pushing event updated for resources: {'Port': ['ID=68223bf4-fae5-411c-b20b-32c5a0298520,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:09.344333 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Attempting to bind port 68223bf4-fae5-411c-b20b-32c5a0298520 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:03:09.345054 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Attempting to bind port 68223bf4-fae5-411c-b20b-32c5a0298520 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:03:09.345567 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Attempting to bind port 68223bf4-fae5-411c-b20b-32c5a0298520 on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:03:09.374526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Port 68223bf4-fae5-411c-b20b-32c5a0298520 on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:03:09.374526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Attempting to bind port 68223bf4-fae5-411c-b20b-32c5a0298520 on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:03:09.374526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:03:09.374526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Checking segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:03:09.374526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Bound using segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:03:09.374526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Bound port: 68223bf4-fae5-411c-b20b-32c5a0298520, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:03:09.374526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.445934 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:09.447459 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:03:09.477108 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:09.486070 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-5736b8b7-0cb7-47c3-8595-6a2d5fcbf1c7 None None] Current status of the port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:09.486674 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5736b8b7-0cb7-47c3-8595-6a2d5fcbf1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.507927 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] For port 68223bf4-fae5-411c-b20b-32c5a0298520, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:03:09.527884 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] For port 68223bf4-fae5-411c-b20b-32c5a0298520, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=68223bf4-fae5-411c-b20b-32c5a0298520,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:03:09.533150 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-5736b8b7-0cb7-47c3-8595-6a2d5fcbf1c7 None None] For port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:09.534391 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:09.534758 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.537797 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632b34d-127f-44bf-8350-6bb57ab928b1 req-03e19dbe-b04f-4f4b-92fd-699d63256eae tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:09.539900 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c632b34d-127f-44bf-8350-6bb57ab928b1 req-03e19dbe-b04f-4f4b-92fd-699d63256eae tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 943 time: 0.0722091 Aug 24 08:03:09.595092 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c632b34d-127f-44bf-8350-6bb57ab928b1 req-382f4f6a-92ca-427f-b67f-b273a14c8b72 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494587 Aug 24 08:03:09.622715 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:09.624019 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.675818 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5736b8b7-0cb7-47c3-8595-6a2d5fcbf1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.689991 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.722955 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:09.723938 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.726707 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/68223bf4-fae5-411c-b20b-32c5a0298520 HTTP/1.1" status: 200 len: 1093 time: 1.2240663 Aug 24 08:03:09.726707 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'tag': '68223bf4-fae5-411c-b20b-32c5a0298520'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:03:09.728301 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313c653f-42c2-4bf8-8f1e-c698cf677a43" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a5c24f-2c38-49f9-b39c-ee1ee740e884", "tag": "68223bf4-fae5-411c-b20b-32c5a0298520"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:03:09.734009 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.db.api [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 08:03:09.734429 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG oslo_db.api [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 08:03:09.750583 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b8b7-0cb7-47c3-8595-6a2d5fcbf1c7 None None] Pushing event updated for resources: {'Port': ['ID=4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:09.781391 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2919aae6-0509-4ede-b335-9b4a593e890e x-openstack-request-id: req-2919aae6-0509-4ede-b335-9b4a593e890e {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:03:09.782305 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a5c24f-2c38-49f9-b39c-ee1ee740e884", "tag": "68223bf4-fae5-411c-b20b-32c5a0298520", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:03:09.782305 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2919aae6-0509-4ede-b335-9b4a593e890e {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:03:09.782516 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2919aae6-0509-4ede-b335-9b4a593e890e'] response: {'name': 'network-changed', 'server_uuid': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'tag': '68223bf4-fae5-411c-b20b-32c5a0298520', 'status': 'completed', 'code': 200} Aug 24 08:03:09.798593 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d6e62b71-2b88-4660-890d-754e9ecb643a None None] Provisioning complete for port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:09.799258 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d6e62b71-2b88-4660-890d-754e9ecb643a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.800728 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:09.803268 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d027c-a818-454f-820b-5d367bc218c9 service neutron] Pushing event updated for resources: {'Port': ['ID=68223bf4-fae5-411c-b20b-32c5a0298520,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:09.836378 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks [] for router_gateway (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:09.875155 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d6e62b71-2b88-4660-890d-754e9ecb643a None None] Current status of the port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:10.158872 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:10.172909 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c653f-42c2-4bf8-8f1e-c698cf677a43 req-a4a860ed-8f88-4d8c-a1dd-69851dcd502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:10.174417 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-313c653f-42c2-4bf8-8f1e-c698cf677a43 req-a4a860ed-8f88-4d8c-a1dd-69851dcd502f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 1127 time: 0.3661995 Aug 24 08:03:10.268423 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:10.355425 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c653f-42c2-4bf8-8f1e-c698cf677a43 req-0e8a8454-2aed-43af-9747-620483500bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:10.356922 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-313c653f-42c2-4bf8-8f1e-c698cf677a43 req-0e8a8454-2aed-43af-9747-620483500bc6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1746075 Aug 24 08:03:10.403008 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:10.529449 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c653f-42c2-4bf8-8f1e-c698cf677a43 req-a39300d1-1da6-46be-a338-1b710bc0d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:10.531149 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-313c653f-42c2-4bf8-8f1e-c698cf677a43 req-a39300d1-1da6-46be-a338-1b710bc0d46a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672144 Aug 24 08:03:10.608132 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-7c305f01-5d51-4c36-a8e2-a7a31b65c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:10.609665 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-7c305f01-5d51-4c36-a8e2-a7a31b65c9de service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 1127 time: 0.0415602 Aug 24 08:03:10.654423 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-b5921b3d-6e27-4666-816d-b7d5e6f403d8 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68223bf4-fae5-411c-b20b-32c5a0298520 HTTP/1.1" status: 200 len: 217 time: 0.0360315 Aug 24 08:03:10.719601 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:03:10.749563 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee56d-0a14-44db-b7b1-691719cced57 req-d3d24212-d35a-48bb-a002-0a8dcb399740 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:10.751022 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-802ee56d-0a14-44db-b7b1-691719cced57 req-d3d24212-d35a-48bb-a002-0a8dcb399740 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 943 time: 0.0646818 Aug 24 08:03:10.753993 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e0bb72bb-956f-4d11-bcc1-97e802bb33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:10.755305 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-e0bb72bb-956f-4d11-bcc1-97e802bb33c9 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0952349 Aug 24 08:03:10.834819 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:10.899435 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-0780465f-26e4-4e07-aa93-7daf096fcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:10.900918 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-0780465f-26e4-4e07-aa93-7daf096fcee3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061685 Aug 24 08:03:10.948271 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-802ee56d-0a14-44db-b7b1-691719cced57 req-556ef315-2d2b-45bb-8424-21259c357a96 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911080 Aug 24 08:03:10.955803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:03:10.969402 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Sync routers for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:03:10.980917 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:10.981524 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:11.030612 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-acbb87df-49ca-46ae-91f6-4e02236ed178 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178148 Aug 24 08:03:11.068114 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:11.069348 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-0d19e3f3-3081-439b-a18f-4199e2cbaea7 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5966756 Aug 24 08:03:11.072622 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38900) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:11.079275 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:11.132201 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9dcf01bc-9a39-4950-87b2-d0ca8c14bb52 req-8334b27d-265a-499e-b97a-bad58170db03 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959201 Aug 24 08:03:11.252299 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:09Z', 'revision_number': 3, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:11.282774 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Checking router: fb52f4c2-d2d8-4193-9c88-7a2645f9dcae for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:03:11.282774 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Updating router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae port 28a96f85-1fe2-4584-ba3a-63285586cd2f binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:03:11.306473 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:11.342703 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:03:11.392702 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:11.393084 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:11.472478 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:11.528729 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:11.570973 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Publish callbacks [] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:11.667597 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:11.701446 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Attempting to bind port 28a96f85-1fe2-4584-ba3a-63285586cd2f on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:03:11.701814 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Attempting to bind port 28a96f85-1fe2-4584-ba3a-63285586cd2f by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:03:11.702175 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Attempting to bind port 28a96f85-1fe2-4584-ba3a-63285586cd2f on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:03:11.714409 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:03:11.716756 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:03:11.716756 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:11.716756 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:03:11.716756 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Bound port: 28a96f85-1fe2-4584-ba3a-63285586cd2f, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:03:11.716756 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:11.737905 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270fd2d-a85e-45b7-9bed-88938c873173 None None] Pushing event updated for resources: {'Port': ['ID=28a96f85-1fe2-4584-ba3a-63285586cd2f,revision_number=2']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:11.755266 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:11.770161 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] For port 28a96f85-1fe2-4584-ba3a-63285586cd2f, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:03:11.773245 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] For port 28a96f85-1fe2-4584-ba3a-63285586cd2f, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=28a96f85-1fe2-4584-ba3a-63285586cd2f,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:03:11.845301 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:11.883396 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:11.884002 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:11.908865 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:11.910185 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Allocated IP 172.20.0.1 (41e052c0-6ffd-41bd-913f-82327ff6b46b/9ec0644f-ede2-46c3-a6af-980f27243716/cf2df428-58fe-4ae8-b474-f6b9d9e448d2) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:03:11.963213 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270fd2d-a85e-45b7-9bed-88938c873173 None None] Pushing event updated for resources: {'Port': ['ID=28a96f85-1fe2-4584-ba3a-63285586cd2f,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:11.970633 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:12.000324 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:12.018401 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Publish callbacks [] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:12.025807 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:12.090852 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c40b9b-ae3f-42e4-97ce-9c84f81e3ce9 req-b0c5df2b-e035-4a07-aa5d-5110efc9a126 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:12.092407 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b1c40b9b-ae3f-42e4-97ce-9c84f81e3ce9 req-b0c5df2b-e035-4a07-aa5d-5110efc9a126 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 943 time: 0.0636234 Aug 24 08:03:12.144838 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b1c40b9b-ae3f-42e4-97ce-9c84f81e3ce9 req-53a33d7e-6c39-4038-81c1-c72939e24588 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458286 Aug 24 08:03:12.161236 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:12.207225 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:03:12.213308 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:03:12.215211 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Pushing event updated for resources: {'Port': ['ID=cf2df428-58fe-4ae8-b474-f6b9d9e448d2,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:12.222004 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:03:12.224726 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.225074 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.225424 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.225791 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.226129 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.226458 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.226884 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.227130 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.227446 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.227741 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.228070 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.228396 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.228743 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.229065 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.233562 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:12.261671 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:09Z', 'revision_number': 3, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:12.276362 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:12.298702 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9b7e-8601-4356-9b4e-0651036b297d None None] The sync data for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi is: [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:09Z', 'revision_number': 3, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:03:12.502211 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:12.518778 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-eefad118-5ede-4422-aa36-eb07585f5ec6 None None] Provisioning complete for port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:12.519354 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-eefad118-5ede-4422-aa36-eb07585f5ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:12.571790 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-eefad118-5ede-4422-aa36-eb07585f5ec6 None None] Port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:03:12.675382 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:12.727410 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Publish callbacks [] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:12.790088 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:12.861525 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:12.863444 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Pushing event updated for resources: {'Port': ['ID=cf2df428-58fe-4ae8-b474-f6b9d9e448d2,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:12.964855 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:03:12.966216 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:03:13.084509 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:03:13.198522 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:03:13.200937 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-17f63b9a-05b9-4ef1-9cb8-147f1b7fc114 None None] Provisioning complete for port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:13.201376 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-17f63b9a-05b9-4ef1-9cb8-147f1b7fc114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:13.208699 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-8017ceaf-8739-4b15-8352-511a1e9d0f0b admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/fb52f4c2-d2d8-4193-9c88-7a2645f9dcae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1298618 Aug 24 08:03:13.234351 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:13.244404 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-17f63b9a-05b9-4ef1-9cb8-147f1b7fc114 None None] Port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:03:13.273899 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765118f-b2ce-4592-828b-8b2849d47958 req-bb4b6e43-4a9d-474a-928c-370e50eec507 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:13.275363 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6765118f-b2ce-4592-828b-8b2849d47958 req-bb4b6e43-4a9d-474a-928c-370e50eec507 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 943 time: 0.0508339 Aug 24 08:03:13.340270 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6765118f-b2ce-4592-828b-8b2849d47958 req-06958a19-a201-4e59-9e54-c5c5007b0f18 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545201 Aug 24 08:03:13.356961 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 28a96f85-1fe2-4584-ba3a-63285586cd2f up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:03:13.407729 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 28a96f85-1fe2-4584-ba3a-63285586cd2f triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:13.408531 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:13.484343 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 28a96f85-1fe2-4584-ba3a-63285586cd2f is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:13.484770 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:13.508714 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 28a96f85-1fe2-4584-ba3a-63285586cd2f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=28a96f85-1fe2-4584-ba3a-63285586cd2f,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:13.599389 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:13.611641 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38916) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:13.617280 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-25c094bc-b2ec-4eee-9cc4-f5fc0a4b74bf tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418442109', 'description': 'tempest-description--1025576630'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:13.659494 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=28a96f85-1fe2-4584-ba3a-63285586cd2f,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:13.730435 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25c094bc-b2ec-4eee-9cc4-f5fc0a4b74bf tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:13.788028 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:13.806752 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25c094bc-b2ec-4eee-9cc4-f5fc0a4b74bf tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (aeba9ec4-9e55-4095-ad22-52f16f066410), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:13.863261 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25c094bc-b2ec-4eee-9cc4-f5fc0a4b74bf tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (aeba9ec4-9e55-4095-ad22-52f16f066410), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:13.895301 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c094bc-b2ec-4eee-9cc4-f5fc0a4b74bf tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeba9ec4-9e55-4095-ad22-52f16f066410,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:13.903035 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Sync routers for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:03:13.914700 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:13.915294 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:13.950585 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-25c094bc-b2ec-4eee-9cc4-f5fc0a4b74bf tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:13.951844 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-25c094bc-b2ec-4eee-9cc4-f5fc0a4b74bf tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3391972 Aug 24 08:03:13.954764 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38918) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:13.959074 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-5f29f15c-e9f5-4f3b-92b2-38f3cf5f9acc tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'security_group_rule': {'security_group_id': 'aeba9ec4-9e55-4095-ad22-52f16f066410', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:14.017214 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:14.039941 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:14.058688 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5f29f15c-e9f5-4f3b-92b2-38f3cf5f9acc tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (ba1cb6cc-78b4-4631-a2b2-49d11b30d1dc), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.114392 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5f29f15c-e9f5-4f3b-92b2-38f3cf5f9acc tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (ba1cb6cc-78b4-4631-a2b2-49d11b30d1dc), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.193446 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5f29f15c-e9f5-4f3b-92b2-38f3cf5f9acc tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (ba1cb6cc-78b4-4631-a2b2-49d11b30d1dc), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.207457 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 2, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:14.214270 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29f15c-e9f5-4f3b-92b2-38f3cf5f9acc tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1cb6cc-78b4-4631-a2b2-49d11b30d1dc,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:14.243961 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Checking router: fb52f4c2-d2d8-4193-9c88-7a2645f9dcae for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:03:14.244322 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Updating router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:03:14.269488 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:14.272113 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.299775 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-5f29f15c-e9f5-4f3b-92b2-38f3cf5f9acc tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.301146 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-5f29f15c-e9f5-4f3b-92b2-38f3cf5f9acc tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453691 Aug 24 08:03:14.304040 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38920) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:14.308395 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-d18d35ce-47bb-4953-a9ae-f33110ac04ac tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'security_group_rule': {'security_group_id': 'aeba9ec4-9e55-4095-ad22-52f16f066410', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:14.384692 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d18d35ce-47bb-4953-a9ae-f33110ac04ac tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (a7c4967c-49d7-47ab-b9bc-3f9413fb0763), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.414262 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:14.456489 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d18d35ce-47bb-4953-a9ae-f33110ac04ac tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (a7c4967c-49d7-47ab-b9bc-3f9413fb0763), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.470091 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105940d4-14f6-4a8a-9ae4-95c02d8a4362 req-d098f509-bc6c-49e9-afc0-ccbd9ea83422 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:14.474895 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-105940d4-14f6-4a8a-9ae4-95c02d8a4362 req-d098f509-bc6c-49e9-afc0-ccbd9ea83422 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 943 time: 0.0505908 Aug 24 08:03:14.514352 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d18d35ce-47bb-4953-a9ae-f33110ac04ac tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (a7c4967c-49d7-47ab-b9bc-3f9413fb0763), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.529686 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-105940d4-14f6-4a8a-9ae4-95c02d8a4362 req-680a5a9c-6ef0-42be-b31c-c79e0e109098 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518637 Aug 24 08:03:14.538540 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d35ce-47bb-4953-a9ae-f33110ac04ac tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c4967c-49d7-47ab-b9bc-3f9413fb0763,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:14.558277 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Publish callbacks [] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.619770 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d18d35ce-47bb-4953-a9ae-f33110ac04ac tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.621027 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-d18d35ce-47bb-4953-a9ae-f33110ac04ac tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159635 Aug 24 08:03:14.624080 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 38924) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:14.628470 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:14.657575 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.722057 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1b02f-4725-4fb9-8b6b-06379dbbe233 None None] Pushing event updated for resources: {'Port': ['ID=cf2df428-58fe-4ae8-b474-f6b9d9e448d2,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:14.736512 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.751001 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Attempting to bind port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:03:14.751366 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Attempting to bind port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:03:14.751728 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Attempting to bind port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 on network 41e052c0-6ffd-41bd-913f-82327ff6b46b {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:03:14.757838 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:03:14.761686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Checking segment: {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:03:14.761686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.761686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Bound using segment: {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:03:14.761686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Bound port: cf2df428-58fe-4ae8-b474-f6b9d9e448d2, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:03:14.761686 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.815871 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.821597 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] For port cf2df428-58fe-4ae8-b474-f6b9d9e448d2, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:03:14.824784 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] For port cf2df428-58fe-4ae8-b474-f6b9d9e448d2, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=cf2df428-58fe-4ae8-b474-f6b9d9e448d2,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:03:14.926649 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:14.937285 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Allocated IP 172.27.4.58 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/955381cb-f073-405f-9596-ac22cbd01e91) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:03:14.960222 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:14.960902 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:02:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:15.042373 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for port (955381cb-f073-405f-9596-ac22cbd01e91), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:15.049038 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:15.055949 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1b02f-4725-4fb9-8b6b-06379dbbe233 None None] Pushing event updated for resources: {'Port': ['ID=cf2df428-58fe-4ae8-b474-f6b9d9e448d2,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:15.085843 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:15.130580 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (955381cb-f073-405f-9596-ac22cbd01e91), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:15.170818 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:15.177564 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:03:15.181148 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:03:15.185184 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:03:15.208134 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'Port': ['ID=955381cb-f073-405f-9596-ac22cbd01e91,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:15.273611 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:15.283298 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:14Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:15.283298 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:15.306666 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb11ce-c730-4517-ab52-04e7bd0ce6cf None None] The sync data for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi is: [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:14Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:03:15.351326 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 28a96f85-1fe2-4584-ba3a-63285586cd2f up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:03:15.400704 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (955381cb-f073-405f-9596-ac22cbd01e91), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:15.423610 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 28a96f85-1fe2-4584-ba3a-63285586cd2f triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:15.424046 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:15.451393 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:15.607813 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for port (955381cb-f073-405f-9596-ac22cbd01e91), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:15.650073 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 28a96f85-1fe2-4584-ba3a-63285586cd2f is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:15.681909 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaba787-772e-496b-8380-227002ca1b5f req-d2c1f6e3-442e-4680-8740-91c7dd5ee789 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:15.683478 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dbaba787-772e-496b-8380-227002ca1b5f req-d2c1f6e3-442e-4680-8740-91c7dd5ee789 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 943 time: 0.0581887 Aug 24 08:03:15.703403 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (955381cb-f073-405f-9596-ac22cbd01e91), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:15.798255 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:15.804378 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-dbaba787-772e-496b-8380-227002ca1b5f req-6ffe8350-fa9b-4325-a98d-f43972646889 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150148 Aug 24 08:03:15.805025 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'Port': ['ID=955381cb-f073-405f-9596-ac22cbd01e91,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:15.909332 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:15.911124 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-9e01a1b7-bcd3-4191-8426-e832943149d7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2858987 Aug 24 08:03:16.097270 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-2ddd5d42-b114-4c33-8c4b-32fce07119a0 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--418442109&fields=id&tenant_id=ef79c9df5a2541afaeff1a82b3e4a496 HTTP/1.1" status: 200 len: 267 time: 0.0575356 Aug 24 08:03:16.211345 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220069a-03bb-4c82-9989-86ee7322611e req-68e5fc0d-1e2a-4750-99b9-cf1e9f690438 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:16.213208 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-68e5fc0d-1e2a-4750-99b9-cf1e9f690438 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/networks?id=41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 200 len: 809 time: 0.1086411 Aug 24 08:03:16.228840 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-105a4983-0e4b-4425-9768-af7f445a8956 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/quotas/ef79c9df5a2541afaeff1a82b3e4a496 HTTP/1.1" status: 200 len: 375 time: 0.0099328 Aug 24 08:03:16.286483 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-f0880262-c090-4261-af7e-3e2f1bcb15be tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523787 Aug 24 08:03:16.440628 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-763ef4ac-72ea-4fa4-bb42-9cc2e76c999b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396782 Aug 24 08:03:16.535574 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-9bba6ad8-7a8c-442d-848b-a11e618f05df service neutron] 10.222.0.72 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884006 Aug 24 08:03:16.800107 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-48699ccd-0a56-44c6-8368-d8220030dcee req-9e4c447f-83c2-46c1-a05a-7a21ee3485d2 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 210 time: 0.0313461 Aug 24 08:03:16.924629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf5b6-f486-4a79-b930-d55a487cb031 req-1d749011-7cc0-407e-8c6d-7e603219a487 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:16.926115 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-45faf5b6-f486-4a79-b930-d55a487cb031 req-1d749011-7cc0-407e-8c6d-7e603219a487 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 943 time: 0.0468874 Aug 24 08:03:16.976787 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-45faf5b6-f486-4a79-b930-d55a487cb031 req-5d63956d-2688-4a03-b705-6fd0ff42e682 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444641 Aug 24 08:03:17.351829 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device cf2df428-58fe-4ae8-b474-f6b9d9e448d2 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:03:17.395124 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:17.395495 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:17.470322 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:17.470712 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:17.504621 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port cf2df428-58fe-4ae8-b474-f6b9d9e448d2, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=cf2df428-58fe-4ae8-b474-f6b9d9e448d2,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:17.570944 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:17.618889 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=cf2df428-58fe-4ae8-b474-f6b9d9e448d2,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:17.899690 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-cc74ab4e-5027-4e5a-aa8c-2ceeba5d690e req-66475317-c73a-4e3f-b0a3-fa502b06f2d0 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 210 time: 0.0280585 Aug 24 08:03:18.093552 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c68a90-d2a7-43ad-81de-f3bc0f43a4f1 req-1af36e2c-666c-47c4-a322-641c64e714f7 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:18.094965 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-55c68a90-d2a7-43ad-81de-f3bc0f43a4f1 req-1af36e2c-666c-47c4-a322-641c64e714f7 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 943 time: 0.0469172 Aug 24 08:03:18.107540 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:18.145081 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-55c68a90-d2a7-43ad-81de-f3bc0f43a4f1 req-62da2de6-1711-4d5e-843a-3d300cb0897b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443609 Aug 24 08:03:18.831935 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 68223bf4-fae5-411c-b20b-32c5a0298520 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:03:18.947230 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 68223bf4-fae5-411c-b20b-32c5a0298520, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=68223bf4-fae5-411c-b20b-32c5a0298520,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:18.961472 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '68223bf4-fae5-411c-b20b-32c5a0298520', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'port_id': '68223bf4-fae5-411c-b20b-32c5a0298520', 'mac_address': 'fa:16:3e:3f:29:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:03:18.968492 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220069a-03bb-4c82-9989-86ee7322611e req-c726eecd-f777-4752-ad15-b28bd0a73497 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:18.970018 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-c726eecd-f777-4752-ad15-b28bd0a73497 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "GET /networking/v2.0/networks?id=41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 200 len: 809 time: 0.1164713 Aug 24 08:03:18.998847 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 68223bf4-fae5-411c-b20b-32c5a0298520 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:18.999240 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:19.017244 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68223bf4-fae5-411c-b20b-32c5a0298520 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:03:19.025770 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-84b997c4-4d8c-428f-b0dd-d9f4f307a5de req-3231516d-c736-4744-94c0-4af848789463 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 210 time: 0.0360191 Aug 24 08:03:19.037273 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-298cd4c0-784e-4883-9ad6-85ada1a5b9c7 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef79c9df5a2541afaeff1a82b3e4a496 HTTP/1.1" status: 200 len: 379 time: 0.0562332 Aug 24 08:03:19.038940 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 68223bf4-fae5-411c-b20b-32c5a0298520, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=68223bf4-fae5-411c-b20b-32c5a0298520,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:19.045552 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'port': {'device_id': '840d9152-ac7c-4205-b159-d6151037a3be', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'admin_state_up': True, 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'security_groups': ['aeba9ec4-9e55-4095-ad22-52f16f066410']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:19.102993 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:19.121742 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:19.153366 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=68223bf4-fae5-411c-b20b-32c5a0298520,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:19.212406 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Made reservation on behalf of ef79c9df5a2541afaeff1a82b3e4a496 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:03:19.216381 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:19.316467 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420b60a-bc00-48ee-8fdf-93431dc76609 req-0c3ff49e-9b10-47e7-a9e0-8b2bb8bc1faf tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:19.317970 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6420b60a-bc00-48ee-8fdf-93431dc76609 req-0c3ff49e-9b10-47e7-a9e0-8b2bb8bc1faf tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 944 time: 0.0903971 Aug 24 08:03:19.328305 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['68223bf4-fae5-411c-b20b-32c5a0298520'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:03:19.353928 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device cf2df428-58fe-4ae8-b474-f6b9d9e448d2 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:03:19.363331 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:19.419192 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6420b60a-bc00-48ee-8fdf-93431dc76609 req-a36ba017-4984-485b-b2bc-040d577d9fac tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921781 Aug 24 08:03:19.431645 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Allocated IP 172.20.0.8 (41e052c0-6ffd-41bd-913f-82327ff6b46b/9ec0644f-ede2-46c3-a6af-980f27243716/43d8f622-820b-42da-a0f0-3f89f04d79a0) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:03:19.453143 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:19.453511 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:19.489260 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:19.574155 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:19.586431 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:19.686365 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:19.723890 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:19.730311 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:03:19.733627 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:03:19.736040 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:03:19.772637 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'Port': ['ID=43d8f622-820b-42da-a0f0-3f89f04d79a0,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:19.798080 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:19.798737 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:19.866773 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-1043164e-6e1b-4104-80cf-fa6023c8548a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8242953 Aug 24 08:03:19.877632 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Request body: {'port': {'device_id': '840d9152-ac7c-4205-b159-d6151037a3be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:19.905811 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-bc968332-d862-4022-be3f-5141d1c1a2d1 None None] Provisioning complete for port 43d8f622-820b-42da-a0f0-3f89f04d79a0 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:19.906364 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bc968332-d862-4022-be3f-5141d1c1a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:19.939267 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-bc968332-d862-4022-be3f-5141d1c1a2d1 None None] Port 43d8f622-820b-42da-a0f0-3f89f04d79a0 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:03:19.944543 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:20.132372 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:20.152602 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c325d1-d770-45aa-a248-99b49f47953c req-c7a5ffad-5274-4ab8-b5d9-545c1368fa90 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:20.154336 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-22c325d1-d770-45aa-a248-99b49f47953c req-c7a5ffad-5274-4ab8-b5d9-545c1368fa90 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 931 time: 0.0493431 Aug 24 08:03:20.202957 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-22c325d1-d770-45aa-a248-99b49f47953c req-206a3ba2-47e0-4ac4-8318-8141e9b1faab tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Aug 24 08:03:20.227936 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d8f622-820b-42da-a0f0-3f89f04d79a0 {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:03:20.227936 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Publish callbacks [] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:20.239285 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Transition to ACTIVE for port object 43d8f622-820b-42da-a0f0-3f89f04d79a0 will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:03:20.301722 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:20.387499 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Pushing event updated for resources: {'Port': ['ID=43d8f622-820b-42da-a0f0-3f89f04d79a0,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:20.419311 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Attempting to bind port 43d8f622-820b-42da-a0f0-3f89f04d79a0 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:03:20.419642 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Attempting to bind port 43d8f622-820b-42da-a0f0-3f89f04d79a0 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:03:20.419966 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Attempting to bind port 43d8f622-820b-42da-a0f0-3f89f04d79a0 on network 41e052c0-6ffd-41bd-913f-82327ff6b46b {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:03:20.424745 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Port 43d8f622-820b-42da-a0f0-3f89f04d79a0 on network 41e052c0-6ffd-41bd-913f-82327ff6b46b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:03:20.425061 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Attempting to bind port 43d8f622-820b-42da-a0f0-3f89f04d79a0 on network 41e052c0-6ffd-41bd-913f-82327ff6b46b {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:03:20.430089 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:03:20.430421 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Checking segment: {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:03:20.430804 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Bound using segment: {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:03:20.431220 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Bound port: 43d8f622-820b-42da-a0f0-3f89f04d79a0, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:03:20.431577 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:20.509389 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] For port 43d8f622-820b-42da-a0f0-3f89f04d79a0, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:03:20.545574 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] For port 43d8f622-820b-42da-a0f0-3f89f04d79a0, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:03:20.557256 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89dba3-5c7c-48d0-8d3b-67b32bc0d898 req-1d792eff-bcf4-4f6a-9ece-e3c1195f4a2f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:20.558754 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fb89dba3-5c7c-48d0-8d3b-67b32bc0d898 req-1d792eff-bcf4-4f6a-9ece-e3c1195f4a2f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 944 time: 0.0649157 Aug 24 08:03:20.610486 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fb89dba3-5c7c-48d0-8d3b-67b32bc0d898 req-f5ab49d2-64a7-4b79-ae89-b030b5d6b47e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456998 Aug 24 08:03:20.629139 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:20.634069 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:20.634669 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:20.637403 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/43d8f622-820b-42da-a0f0-3f89f04d79a0 HTTP/1.1" status: 200 len: 1093 time: 0.7628872 Aug 24 08:03:20.637403 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d9152-ac7c-4205-b159-d6151037a3be', 'tag': '43d8f622-820b-42da-a0f0-3f89f04d79a0'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:03:20.638730 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b799a9e-8138-4323-a1ee-c8bb1baa9cae" -d '{"events": [{"name": "network-changed", "server_uuid": "840d9152-ac7c-4205-b159-d6151037a3be", "tag": "43d8f622-820b-42da-a0f0-3f89f04d79a0"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:03:20.678025 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dfceec-c26b-4255-ad92-69180ca04625 x-openstack-request-id: req-f1dfceec-c26b-4255-ad92-69180ca04625 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:03:20.678304 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d9152-ac7c-4205-b159-d6151037a3be", "tag": "43d8f622-820b-42da-a0f0-3f89f04d79a0", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:03:20.678603 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1dfceec-c26b-4255-ad92-69180ca04625 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:03:20.679002 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dfceec-c26b-4255-ad92-69180ca04625'] response: {'name': 'network-changed', 'server_uuid': '840d9152-ac7c-4205-b159-d6151037a3be', 'tag': '43d8f622-820b-42da-a0f0-3f89f04d79a0', 'status': 'completed', 'code': 200} Aug 24 08:03:20.688278 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72470c-6cd0-41d6-a951-6af2318ebf15 service neutron] Pushing event updated for resources: {'Port': ['ID=43d8f622-820b-42da-a0f0-3f89f04d79a0,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:20.732979 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:20.738154 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b799a9e-8138-4323-a1ee-c8bb1baa9cae req-e4c759f9-9fea-414f-878a-97f80002575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:20.739636 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8b799a9e-8138-4323-a1ee-c8bb1baa9cae req-e4c759f9-9fea-414f-878a-97f80002575c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 1127 time: 0.0391123 Aug 24 08:03:20.839953 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 68223bf4-fae5-411c-b20b-32c5a0298520 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:03:20.843573 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b799a9e-8138-4323-a1ee-c8bb1baa9cae req-b2256cc7-5d50-4968-9799-6c0349ce47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:20.845185 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8b799a9e-8138-4323-a1ee-c8bb1baa9cae req-b2256cc7-5d50-4968-9799-6c0349ce47a6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0985899 Aug 24 08:03:20.883225 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 68223bf4-fae5-411c-b20b-32c5a0298520 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:03:20.938379 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b799a9e-8138-4323-a1ee-c8bb1baa9cae req-5a28b007-1aee-4b7c-ba2f-423523eb287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:20.939828 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8b799a9e-8138-4323-a1ee-c8bb1baa9cae req-5a28b007-1aee-4b7c-ba2f-423523eb287f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894535 Aug 24 08:03:20.942776 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 68223bf4-fae5-411c-b20b-32c5a0298520 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:20.943293 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:21.018805 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220069a-03bb-4c82-9989-86ee7322611e req-6b8ac22a-6f9b-430f-a4c7-25f0b5cb9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:21.020172 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-6b8ac22a-6f9b-430f-a4c7-25f0b5cb9fcc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 1127 time: 0.0441186 Aug 24 08:03:21.025246 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 68223bf4-fae5-411c-b20b-32c5a0298520 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:21.025631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:21.048627 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68223bf4-fae5-411c-b20b-32c5a0298520'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:03:21.051008 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7bc1e8-a0b8-4487-bb44-38ebf86b1b6e" -d '{"events": [{"server_uuid": "a2a5c24f-2c38-49f9-b39c-ee1ee740e884", "name": "network-vif-plugged", "status": "completed", "tag": "68223bf4-fae5-411c-b20b-32c5a0298520"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:03:21.060979 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-a3ae5329-947b-4ed6-a3ee-609b0af7a7cb service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0 HTTP/1.1" status: 200 len: 217 time: 0.0337658 Aug 24 08:03:21.064404 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 68223bf4-fae5-411c-b20b-32c5a0298520, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=68223bf4-fae5-411c-b20b-32c5a0298520,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:21.089668 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22016c7f-d1f7-4475-adaa-b12439352a61 x-openstack-request-id: req-22016c7f-d1f7-4475-adaa-b12439352a61 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:03:21.089956 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a5c24f-2c38-49f9-b39c-ee1ee740e884", "name": "network-vif-plugged", "status": "completed", "tag": "68223bf4-fae5-411c-b20b-32c5a0298520", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:03:21.090299 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22016c7f-d1f7-4475-adaa-b12439352a61 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:03:21.090707 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22016c7f-d1f7-4475-adaa-b12439352a61'] response: {'server_uuid': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68223bf4-fae5-411c-b20b-32c5a0298520', 'code': 200} Aug 24 08:03:21.113340 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220069a-03bb-4c82-9989-86ee7322611e req-ff992fa6-1492-4e27-a9f5-0542e69857eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:21.114812 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-ff992fa6-1492-4e27-a9f5-0542e69857eb service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9ec0644f-ede2-46c3-a6af-980f27243716 HTTP/1.1" status: 200 len: 848 time: 0.0486228 Aug 24 08:03:21.148578 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:21.196901 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=68223bf4-fae5-411c-b20b-32c5a0298520,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:21.212711 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220069a-03bb-4c82-9989-86ee7322611e req-3b65ea3d-f1e3-4602-a1e6-7298a69df318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:21.214200 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-3b65ea3d-f1e3-4602-a1e6-7298a69df318 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=41e052c0-6ffd-41bd-913f-82327ff6b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434520 Aug 24 08:03:21.281567 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:21.291520 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:21.312153 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-b60de657-0d51-4f94-8a02-4ec4f04c4142 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905352 Aug 24 08:03:21.335080 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87609b-5f18-4560-9f5e-63b89ffddda4 req-13785424-6616-4584-80a9-cd8c74d09dfe tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:21.336690 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1b87609b-5f18-4560-9f5e-63b89ffddda4 req-13785424-6616-4584-80a9-cd8c74d09dfe tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 943 time: 0.0580587 Aug 24 08:03:21.388726 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1b87609b-5f18-4560-9f5e-63b89ffddda4 req-6ef5fe86-7067-4f57-94cc-075f73bef1f2 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462432 Aug 24 08:03:21.419046 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3220069a-03bb-4c82-9989-86ee7322611e req-a2f679d9-ab09-46e7-8b23-75acf954ecdd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011939 Aug 24 08:03:21.476487 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42902e-94d7-4a0c-a98c-5c791e474052 req-3d151950-8e13-4bec-b81b-d139fc0e596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:21.477554 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef42902e-94d7-4a0c-a98c-5c791e474052 req-3d151950-8e13-4bec-b81b-d139fc0e596e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 1129 time: 0.0385346 Aug 24 08:03:21.525860 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef42902e-94d7-4a0c-a98c-5c791e474052 req-b96bbfe1-4539-4c3f-afd8-4b51c51b2f1d service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420797 Aug 24 08:03:21.638992 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7ef831c5-c13a-4dd2-8be9-cd1e177d534a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:21.747081 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daa2a1-59a1-4941-955a-e194661d0343 req-86bbd8ff-233d-43f7-bd15-0478c9668359 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:21.748509 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-00daa2a1-59a1-4941-955a-e194661d0343 req-86bbd8ff-233d-43f7-bd15-0478c9668359 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 945 time: 0.0460815 Aug 24 08:03:21.800797 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-00daa2a1-59a1-4941-955a-e194661d0343 req-4bcd703b-b97b-4a69-ba10-844f41eb661d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466487 Aug 24 08:03:22.504071 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2684c7-da57-4cea-9d5d-572a8d2c2b10 req-ffb7c7a4-835d-444c-9d1e-12e6331a4ed1 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:22.505575 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3c2684c7-da57-4cea-9d5d-572a8d2c2b10 req-ffb7c7a4-835d-444c-9d1e-12e6331a4ed1 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 943 time: 0.0461168 Aug 24 08:03:22.553727 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3c2684c7-da57-4cea-9d5d-572a8d2c2b10 req-266cdf0f-4887-4c95-b81c-4524338096d1 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416799 Aug 24 08:03:22.844062 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 43d8f622-820b-42da-a0f0-3f89f04d79a0 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:03:22.880517 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:22.920046 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55443dc-3058-4a0e-b734-e0fc2dcb9c8b req-dc99ee75-21b5-49e7-89bf-1b4ae6a2914a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:22.921552 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e55443dc-3058-4a0e-b734-e0fc2dcb9c8b req-dc99ee75-21b5-49e7-89bf-1b4ae6a2914a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 945 time: 0.0476260 Aug 24 08:03:22.949870 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 43d8f622-820b-42da-a0f0-3f89f04d79a0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:22.962114 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '43d8f622-820b-42da-a0f0-3f89f04d79a0', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'port_id': '43d8f622-820b-42da-a0f0-3f89f04d79a0', 'mac_address': 'fa:16:3e:af:fd:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:03:22.972234 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e55443dc-3058-4a0e-b734-e0fc2dcb9c8b req-992a8ff3-f334-4463-bfd9-881a049819f7 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448070 Aug 24 08:03:23.000536 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 43d8f622-820b-42da-a0f0-3f89f04d79a0 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:23.000948 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:23.018451 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d8f622-820b-42da-a0f0-3f89f04d79a0 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:03:23.037603 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 43d8f622-820b-42da-a0f0-3f89f04d79a0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:23.108044 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:23.155671 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=43d8f622-820b-42da-a0f0-3f89f04d79a0,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:23.333183 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['43d8f622-820b-42da-a0f0-3f89f04d79a0'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:03:23.370974 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:23.677415 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656a711-a603-4360-8291-08a0519b0620 req-00a7a037-c109-41ac-8b1e-972415dfb7bd tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:23.678825 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0656a711-a603-4360-8291-08a0519b0620 req-00a7a037-c109-41ac-8b1e-972415dfb7bd tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 944 time: 0.0507319 Aug 24 08:03:23.733641 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0656a711-a603-4360-8291-08a0519b0620 req-14fdfdf7-98cd-4e44-8a43-4c27140b4c8e tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445573 Aug 24 08:03:23.794276 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c5698ed9-c62b-4d78-95f6-09c5f0d08a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:24.088504 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b864-f4b5-4721-b1b6-6674ef61b3d5 req-101940ce-a411-42cb-8e6a-c2cf30bda354 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:24.089975 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5d12b864-f4b5-4721-b1b6-6674ef61b3d5 req-101940ce-a411-42cb-8e6a-c2cf30bda354 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 945 time: 0.0458879 Aug 24 08:03:24.137998 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5d12b864-f4b5-4721-b1b6-6674ef61b3d5 req-474abadb-9408-49b4-934d-ddc21119df4d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425589 Aug 24 08:03:24.258427 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367ccc-3d3c-4459-b5e7-77d35d571010 req-c7b480c3-4341-42db-8f0c-dab58c0c6cf1 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:24.259806 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a7367ccc-3d3c-4459-b5e7-77d35d571010 req-c7b480c3-4341-42db-8f0c-dab58c0c6cf1 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 945 time: 0.0500734 Aug 24 08:03:24.308216 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a7367ccc-3d3c-4459-b5e7-77d35d571010 req-8a2fff60-6031-45f6-ad19-7d6680ed3d6e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428061 Aug 24 08:03:24.334763 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38988) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:24.474142 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fbcced-ffde-4818-9214-3b16ac0dab0e tempest-TestVolumeBootPattern-2100081330 tempest-TestVolumeBootPattern-2100081330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:24.475647 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-02fbcced-ffde-4818-9214-3b16ac0dab0e tempest-TestVolumeBootPattern-2100081330 tempest-TestVolumeBootPattern-2100081330-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 1124 time: 0.1398015 Aug 24 08:03:24.478563 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 38992) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:24.482677 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'port_id': '68223bf4-fae5-411c-b20b-32c5a0298520', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:24.487217 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:24.560094 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:24.637120 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:24.743507 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Allocated IP 172.27.4.254 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/0ce3270c-42b0-410f-9a13-e7e79dc72caa) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:03:24.855952 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 43d8f622-820b-42da-a0f0-3f89f04d79a0 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:03:24.901521 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 43d8f622-820b-42da-a0f0-3f89f04d79a0 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:03:24.983216 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 43d8f622-820b-42da-a0f0-3f89f04d79a0 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:03:24.983598 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:25.059735 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 43d8f622-820b-42da-a0f0-3f89f04d79a0 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:03:25.060128 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:25.083399 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d9152-ac7c-4205-b159-d6151037a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8f622-820b-42da-a0f0-3f89f04d79a0'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:03:25.086180 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c971ffff-4f62-4431-bd27-ba00e4720cb4" -d '{"events": [{"server_uuid": "840d9152-ac7c-4205-b159-d6151037a3be", "name": "network-vif-plugged", "status": "completed", "tag": "43d8f622-820b-42da-a0f0-3f89f04d79a0"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:03:25.103838 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 43d8f622-820b-42da-a0f0-3f89f04d79a0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:25.127793 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88a4cf7-0900-426e-abfc-f86b1e0d8ef8 x-openstack-request-id: req-a88a4cf7-0900-426e-abfc-f86b1e0d8ef8 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:03:25.128107 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d9152-ac7c-4205-b159-d6151037a3be", "name": "network-vif-plugged", "status": "completed", "tag": "43d8f622-820b-42da-a0f0-3f89f04d79a0", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:03:25.128420 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a88a4cf7-0900-426e-abfc-f86b1e0d8ef8 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:03:25.128855 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88a4cf7-0900-426e-abfc-f86b1e0d8ef8'] response: {'server_uuid': '840d9152-ac7c-4205-b159-d6151037a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8f622-820b-42da-a0f0-3f89f04d79a0', 'code': 200} Aug 24 08:03:25.152093 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6ac1-c11c-4f96-b4b0-fe3ba660dfbe req-3182f58d-50dd-47b0-bc9a-a296e9a1e19e tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:25.153576 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-52ce6ac1-c11c-4f96-b4b0-fe3ba660dfbe req-3182f58d-50dd-47b0-bc9a-a296e9a1e19e tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 944 time: 0.3430882 Aug 24 08:03:25.172266 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:25.173082 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for port (0ce3270c-42b0-410f-9a13-e7e79dc72caa), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:25.224482 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=43d8f622-820b-42da-a0f0-3f89f04d79a0,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:25.228677 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-52ce6ac1-c11c-4f96-b4b0-fe3ba660dfbe req-c3f53d8a-35cb-473d-8aca-8ad03512013f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662076 Aug 24 08:03:25.233187 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.233536 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.233874 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.234213 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.234545 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.234871 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.235193 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.235517 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.235839 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.236161 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.236481 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.236822 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.237141 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.237447 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.237768 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:03:25.307468 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (0ce3270c-42b0-410f-9a13-e7e79dc72caa), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:25.347788 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:03:25.351347 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:03:25.355655 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:03:25.376811 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:25.380535 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'Port': ['ID=0ce3270c-42b0-410f-9a13-e7e79dc72caa,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:25.437257 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d764-b586-45f4-8ac6-2841422b59ed req-2afe0898-0c26-4700-8155-491c555cce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:25.438755 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-45e6d764-b586-45f4-8ac6-2841422b59ed req-2afe0898-0c26-4700-8155-491c555cce2e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 1129 time: 0.0608561 Aug 24 08:03:25.503641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:25.503900 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:25.539150 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-45e6d764-b586-45f4-8ac6-2841422b59ed req-5bec1b0d-6638-4e55-9e9d-bb9854ab6d4b service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832925 Aug 24 08:03:25.763044 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (6e8161a6-c57a-411e-a225-48355bcaf90c), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:25.886261 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (0ce3270c-42b0-410f-9a13-e7e79dc72caa), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:26.032478 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for port (0ce3270c-42b0-410f-9a13-e7e79dc72caa), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:26.097318 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (0ce3270c-42b0-410f-9a13-e7e79dc72caa), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:26.164437 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'Port': ['ID=0ce3270c-42b0-410f-9a13-e7e79dc72caa,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:26.166952 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (6e8161a6-c57a-411e-a225-48355bcaf90c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:26.260173 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:26.265358 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Floating IP 6e8161a6-c57a-411e-a225-48355bcaf90c associated. External IP: 172.27.4.254, port: 68223bf4-fae5-411c-b20b-32c5a0298520. Aug 24 08:03:26.351033 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b55b5-5557-4304-a2d9-4a3f46a95c1f req-f6163a5a-ad26-44eb-826f-40f3be16a7b3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:26.352486 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db3b55b5-5557-4304-a2d9-4a3f46a95c1f req-f6163a5a-ad26-44eb-826f-40f3be16a7b3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0472045 Aug 24 08:03:26.407257 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db3b55b5-5557-4304-a2d9-4a3f46a95c1f req-a0083e7a-de67-46f2-87af-7ccb1e005ee9 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488377 Aug 24 08:03:26.473533 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:03:26.563349 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:26.574199 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:03:26.584235 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] Sync routers for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:03:26.594734 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:26.595292 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:26.653231 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:26.687409 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-4e28f607-4cb1-40bd-aba0-034c12258f08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2078435 Aug 24 08:03:26.688027 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'tag': '68223bf4-fae5-411c-b20b-32c5a0298520'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:03:26.690976 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64fe17e-630f-4a43-8e90-0ab16e97b144" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a5c24f-2c38-49f9-b39c-ee1ee740e884", "tag": "68223bf4-fae5-411c-b20b-32c5a0298520"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:03:26.695140 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:26.731999 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7bb7b5-4508-4693-95a2-991642d2df2f x-openstack-request-id: req-3b7bb7b5-4508-4693-95a2-991642d2df2f {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:03:26.731999 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a5c24f-2c38-49f9-b39c-ee1ee740e884", "tag": "68223bf4-fae5-411c-b20b-32c5a0298520", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:03:26.731999 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b7bb7b5-4508-4693-95a2-991642d2df2f {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:03:26.731999 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7bb7b5-4508-4693-95a2-991642d2df2f'] response: {'name': 'network-changed', 'server_uuid': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'tag': '68223bf4-fae5-411c-b20b-32c5a0298520', 'status': 'completed', 'code': 200} Aug 24 08:03:26.839891 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:26.874424 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:26.907973 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '6e8161a6-c57a-411e-a225-48355bcaf90c', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': '68223bf4-fae5-411c-b20b-32c5a0298520', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:3f:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:03:25Z', 'updated_at': '2022-08-24T08:03:25Z', 'revision_number': 0, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:26.931827 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] Checking router: aaca6d4c-f415-463e-b7dc-1f8d7796aac8 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:03:26.940583 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:26.941217 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:26.984792 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-06badd07-b5cb-40b0-81cc-bc14da5bf91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:26.986341 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-06badd07-b5cb-40b0-81cc-bc14da5bf91b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 1129 time: 0.0394368 Aug 24 08:03:27.046215 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:27.084370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-d62d9631-f162-452f-8620-ad452fd2c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:27.086622 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-d62d9631-f162-452f-8620-ad452fd2c363 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 912 time: 0.0934138 Aug 24 08:03:27.136019 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:27.148143 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-fb057641-afe8-4338-869e-edef991a2653 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68223bf4-fae5-411c-b20b-32c5a0298520 HTTP/1.1" status: 200 len: 999 time: 0.0558257 Aug 24 08:03:27.196744 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-2baee955-8bab-493e-89d2-46de816a8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:27.198275 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-2baee955-8bab-493e-89d2-46de816a8b06 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0450215 Aug 24 08:03:27.240045 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-6b1980aa-71d8-448a-aa05-8dc6c815a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:27.242092 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-6b1980aa-71d8-448a-aa05-8dc6c815a2e6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384064 Aug 24 08:03:27.266121 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '6e8161a6-c57a-411e-a225-48355bcaf90c', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': '68223bf4-fae5-411c-b20b-32c5a0298520', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:3f:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:03:25Z', 'updated_at': '2022-08-24T08:03:25Z', 'revision_number': 0, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:27.295148 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c66248-2bd0-47c5-8e91-9b15af953792 None None] The sync data for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi is: [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '6e8161a6-c57a-411e-a225-48355bcaf90c', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': '68223bf4-fae5-411c-b20b-32c5a0298520', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:3f:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:03:25Z', 'updated_at': '2022-08-24T08:03:25Z', 'revision_number': 0, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:03:27.338063 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-e3612cbd-13f2-4226-996f-44ed7948989b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903854 Aug 24 08:03:27.436270 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e64fe17e-630f-4a43-8e90-0ab16e97b144 req-c46316e7-3e48-48ac-87b5-86df6bf7504c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Aug 24 08:03:27.493958 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aedc43-954d-4a47-a069-3bc47a6523bd None None] New status for floating IP 6e8161a6-c57a-411e-a225-48355bcaf90c: ACTIVE {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:03:27.535067 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16d5b-6974-4c47-98e1-262102c2ce2d req-8d40c975-f88a-48d8-8301-c8f7cf4fc539 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:27.536567 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-41b16d5b-6974-4c47-98e1-262102c2ce2d req-8d40c975-f88a-48d8-8301-c8f7cf4fc539 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0499151 Aug 24 08:03:27.585215 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-41b16d5b-6974-4c47-98e1-262102c2ce2d req-40fd8149-9b8c-49c0-b646-29916a04237a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 Aug 24 08:03:27.705268 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0231-565a-4e02-849f-9144ef3d6c0e req-c91b5fe2-7a81-4072-bb41-b3a7a806f6c6 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:27.707606 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d9d0231-565a-4e02-849f-9144ef3d6c0e req-c91b5fe2-7a81-4072-bb41-b3a7a806f6c6 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0478868 Aug 24 08:03:27.717906 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39008) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:27.722645 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-15305f48-3cc7-49b5-a81a-ec16f64a3276 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'floatingip': {'port_id': '43d8f622-820b-42da-a0f0-3f89f04d79a0'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:03:27.760927 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15305f48-3cc7-49b5-a81a-ec16f64a3276 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:27.934179 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:28.108839 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:28.172003 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15305f48-3cc7-49b5-a81a-ec16f64a3276 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:28.216908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15305f48-3cc7-49b5-a81a-ec16f64a3276 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:28.310039 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-15305f48-3cc7-49b5-a81a-ec16f64a3276 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Floating IP 1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37 associated. External IP: 172.27.4.58, port: 43d8f622-820b-42da-a0f0-3f89f04d79a0. Aug 24 08:03:28.501962 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15305f48-3cc7-49b5-a81a-ec16f64a3276 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:03:28.603872 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15305f48-3cc7-49b5-a81a-ec16f64a3276 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:03:28.608167 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-15305f48-3cc7-49b5-a81a-ec16f64a3276 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:28.614439 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] Sync routers for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:03:28.624478 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:28.625092 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:28.638149 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-15305f48-3cc7-49b5-a81a-ec16f64a3276 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37 HTTP/1.1" status: 200 len: 990 time: 0.9191167 Aug 24 08:03:28.700429 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:28.723915 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:28.732237 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d9152-ac7c-4205-b159-d6151037a3be', 'tag': '43d8f622-820b-42da-a0f0-3f89f04d79a0'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:03:28.734611 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3fd3bc-1285-4883-83f7-77dbc47570f7" -d '{"events": [{"name": "network-changed", "server_uuid": "840d9152-ac7c-4205-b159-d6151037a3be", "tag": "43d8f622-820b-42da-a0f0-3f89f04d79a0"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:03:28.773840 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bc6ee7-d8ed-4e8d-bfea-0aae4b46c68a x-openstack-request-id: req-00bc6ee7-d8ed-4e8d-bfea-0aae4b46c68a {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:03:28.774131 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d9152-ac7c-4205-b159-d6151037a3be", "tag": "43d8f622-820b-42da-a0f0-3f89f04d79a0", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:03:28.774388 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-00bc6ee7-d8ed-4e8d-bfea-0aae4b46c68a {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:03:28.774798 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bc6ee7-d8ed-4e8d-bfea-0aae4b46c68a'] response: {'name': 'network-changed', 'server_uuid': '840d9152-ac7c-4205-b159-d6151037a3be', 'tag': '43d8f622-820b-42da-a0f0-3f89f04d79a0', 'status': 'completed', 'code': 200} Aug 24 08:03:28.835638 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-69b4aba7-a89d-4701-83ce-ee0acac8d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:28.837176 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-69b4aba7-a89d-4701-83ce-ee0acac8d7c3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 1129 time: 0.0419226 Aug 24 08:03:28.926379 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-9cd4caa6-b622-4070-bef8-9c6c70e74480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:28.927866 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-9cd4caa6-b622-4070-bef8-9c6c70e74480 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 200 len: 910 time: 0.0850074 Aug 24 08:03:28.931852 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'port_id': '43d8f622-820b-42da-a0f0-3f89f04d79a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'mac_address': 'fa:16:3e:af:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840d9152-ac7c-4205-b159-d6151037a3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:03:15Z', 'updated_at': '2022-08-24T08:03:28Z', 'revision_number': 1, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:28.957122 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] Checking router: fb52f4c2-d2d8-4193-9c88-7a2645f9dcae for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:03:28.966222 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:28.966804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:28.993679 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-a7ff38c6-d0b7-49b5-841c-1926a4cad939 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0 HTTP/1.1" status: 200 len: 998 time: 0.0600550 Aug 24 08:03:29.043560 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-b8b49bb7-2189-4fba-90f6-02912aebcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:29.044968 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-b8b49bb7-2189-4fba-90f6-02912aebcd6b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9ec0644f-ede2-46c3-a6af-980f27243716 HTTP/1.1" status: 200 len: 848 time: 0.0457451 Aug 24 08:03:29.069999 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:29.087533 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-914e3d93-cfca-4a96-babe-a1dbdc364b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:29.089065 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-914e3d93-cfca-4a96-babe-a1dbdc364b73 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=41e052c0-6ffd-41bd-913f-82327ff6b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385118 Aug 24 08:03:29.175811 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:29.187019 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-bc89bd67-9dc2-4ff0-87f6-4df77043fadb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923216 Aug 24 08:03:29.250268 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:29.279024 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d3fd3bc-1285-4883-83f7-77dbc47570f7 req-33ce5b6d-ae2c-46ad-97d2-9ac6e0cf7960 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864649 Aug 24 08:03:29.308241 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:29.368505 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'port_id': '43d8f622-820b-42da-a0f0-3f89f04d79a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'mac_address': 'fa:16:3e:af:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840d9152-ac7c-4205-b159-d6151037a3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:03:15Z', 'updated_at': '2022-08-24T08:03:28Z', 'revision_number': 1, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:29.393353 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc131a1f-c347-4fcf-8a48-ed5e85309c0a None None] The sync data for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi is: [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'port_id': '43d8f622-820b-42da-a0f0-3f89f04d79a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'mac_address': 'fa:16:3e:af:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840d9152-ac7c-4205-b159-d6151037a3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:03:15Z', 'updated_at': '2022-08-24T08:03:28Z', 'revision_number': 1, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:03:29.568388 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667687a-664e-47ff-8e01-a2a48466eb7a None None] New status for floating IP 1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37: ACTIVE {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:03:29.603866 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:36.463268 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:37.578261 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=72 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:37.581151 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=45 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:37.754180 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:03:39.276172 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=10 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:42.487681 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-af674e41-4873-41ad-a93f-df961a2211e7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417752 Aug 24 08:03:42.565379 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-123b5fb8-37f1-4766-815a-1d9163c9cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:42.566929 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-123b5fb8-37f1-4766-815a-1d9163c9cc47 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=576781ceab42470e9fd28a32ccb29e7f&device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1129 time: 0.0382390 Aug 24 08:03:42.669857 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-55d81bf8-12c4-47fc-ae1b-81779c626a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:42.671226 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-55d81bf8-12c4-47fc-ae1b-81779c626a2c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=fd82724f-8179-4a88-b4ce-3be85f3e9585 HTTP/1.1" status: 200 len: 910 time: 0.0850892 Aug 24 08:03:42.735700 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-f0cb6c70-55e4-4ae8-8a96-3a4612c9d4fb service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 200 len: 1001 time: 0.0581973 Aug 24 08:03:42.783513 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-9a7f8d48-a36e-4e3a-81bd-311d99316911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:42.784931 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-9a7f8d48-a36e-4e3a-81bd-311d99316911 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=6c863f22-f460-4703-b0a9-df7efb9c8ffe HTTP/1.1" status: 200 len: 848 time: 0.0436988 Aug 24 08:03:42.826990 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-c197020c-dfff-451f-bdc3-254a5098aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:42.828434 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-c197020c-dfff-451f-bdc3-254a5098aedc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=fd82724f-8179-4a88-b4ce-3be85f3e9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374854 Aug 24 08:03:43.186028 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-0d7a0a5b-77f8-4ee9-be40-3a9778cd8fef service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495607 Aug 24 08:03:43.278203 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-045faf56-efab-4c9f-8c7c-ec29ba4950e2 req-927eb052-10f8-48af-99d2-f659bde81d84 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840373 Aug 24 08:03:46.417712 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:46.419607 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=63,neutron:UPDATE=7 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:47.749772 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:47.750557 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=65 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:51.605075 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3117cb9d-1b18-4a34-9a5b-331c99069cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:53.273110 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=50 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:53.275093 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=51 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:53.782691 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-93d45ae7-f867-4937-aeb9-01819b29528b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:54.514194 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39028) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:03:54.656129 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Deleting port cded5eb0-4269-41c2-b00e-b838840c77ce {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:03:54.656468 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (cded5eb0-4269-41c2-b00e-b838840c77ce), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:54.736238 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (cded5eb0-4269-41c2-b00e-b838840c77ce), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:54.736599 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for floatingip (cded5eb0-4269-41c2-b00e-b838840c77ce), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:54.750515 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Calling delete_port for cded5eb0-4269-41c2-b00e-b838840c77ce owned by network:floatingip {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:03:54.931026 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (cded5eb0-4269-41c2-b00e-b838840c77ce), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:54.956634 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event deleted for resources: {'Port': ['ID=cded5eb0-4269-41c2-b00e-b838840c77ce,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:55.030947 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for floatingip (037e070b-9c2d-4f86-af2e-176fc8c80ce1), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:55.031275 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Floating IP 037e070b-9c2d-4f86-af2e-176fc8c80ce1 disassociated (deleted). External IP: 172.27.4.145, port: b6e8c168-af88-483f-9e17-53d9c3c9d376. Aug 24 08:03:55.231128 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:03:55.329982 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:03:55.334809 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:55.339403 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] Sync routers for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:03:55.350261 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:55.350859 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:55.358304 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:55.367969 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-529c44a1-da82-4280-b8c4-a2872a0deb5b tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/037e070b-9c2d-4f86-af2e-176fc8c80ce1 HTTP/1.1" status: 204 len: 168 time: 0.8528061 Aug 24 08:03:55.372800 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:03:55.372800 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4eb47d-b503-4359-9382-a67514541e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:03:55.423269 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032aa841-3d06-4732-a31a-43499a25aca1 x-openstack-request-id: req-032aa841-3d06-4732-a31a-43499a25aca1 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:03:55.423733 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:03:55.424001 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-032aa841-3d06-4732-a31a-43499a25aca1 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:03:55.424383 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032aa841-3d06-4732-a31a-43499a25aca1'] response: {'name': 'network-changed', 'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'status': 'completed', 'code': 200} Aug 24 08:03:55.467112 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:55.483566 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:55.486856 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb47d-b503-4359-9382-a67514541e3c req-94909898-a2f7-4af8-8b77-1f1a0204d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:55.488433 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b4eb47d-b503-4359-9382-a67514541e3c req-94909898-a2f7-4af8-8b77-1f1a0204d8b2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=576781ceab42470e9fd28a32ccb29e7f&device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 1129 time: 0.0409217 Aug 24 08:03:55.495274 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:55.585269 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb47d-b503-4359-9382-a67514541e3c req-2d6ee32d-eb58-4ff4-b8b7-ab8be00b8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:55.587547 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b4eb47d-b503-4359-9382-a67514541e3c req-2d6ee32d-eb58-4ff4-b8b7-ab8be00b8d8d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=fd82724f-8179-4a88-b4ce-3be85f3e9585 HTTP/1.1" status: 200 len: 910 time: 0.0905197 Aug 24 08:03:55.638533 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b4eb47d-b503-4359-9382-a67514541e3c req-c10e8cf9-376f-43a1-9b02-74aafefe1af8 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 200 len: 217 time: 0.0370338 Aug 24 08:03:55.656109 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '7c2c6b59-a449-45aa-964d-a23ceb942aa0', 'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'mac_address': 'fa:16:3e:0c:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:50Z', 'updated_at': '2022-08-24T07:58:58Z', 'revision_number': 5, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'subnets': [{'id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:55.681073 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] Checking router: 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:03:55.690521 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:03:55.691056 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:55.696125 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb47d-b503-4359-9382-a67514541e3c req-d377b6e1-05bc-46d2-942e-2143e2012936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:55.697624 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b4eb47d-b503-4359-9382-a67514541e3c req-d377b6e1-05bc-46d2-942e-2143e2012936 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=6c863f22-f460-4703-b0a9-df7efb9c8ffe HTTP/1.1" status: 200 len: 848 time: 0.0533478 Aug 24 08:03:55.746648 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb47d-b503-4359-9382-a67514541e3c req-78980279-0320-48dc-a95e-92967a8442cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:55.748617 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b4eb47d-b503-4359-9382-a67514541e3c req-78980279-0320-48dc-a95e-92967a8442cc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=fd82724f-8179-4a88-b4ce-3be85f3e9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427248 Aug 24 08:03:55.797410 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:03:55.809501 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c1800-81e5-4535-ae39-ddbb13a6e666 req-0f047fcc-c15d-4f36-95cf-b8f3a5535082 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:55.811585 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8c8c1800-81e5-4535-ae39-ddbb13a6e666 req-0f047fcc-c15d-4f36-95cf-b8f3a5535082 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0465064 Aug 24 08:03:55.866716 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-8c8c1800-81e5-4535-ae39-ddbb13a6e666 req-76db2a90-bdcd-46f6-96f5-51ee4a86e4a3 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492294 Aug 24 08:03:55.994314 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '7c2c6b59-a449-45aa-964d-a23ceb942aa0', 'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'mac_address': 'fa:16:3e:0c:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:50Z', 'updated_at': '2022-08-24T07:58:58Z', 'revision_number': 5, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'subnets': [{'id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:03:56.019216 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fb5c7-2253-4a04-a29c-f97093c791ab None None] The sync data for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi is: [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T07:58:51Z', 'revision_number': 4, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '7c2c6b59-a449-45aa-964d-a23ceb942aa0', 'name': '', 'network_id': 'fd82724f-8179-4a88-b4ce-3be85f3e9585', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'mac_address': 'fa:16:3e:0c:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:50Z', 'updated_at': '2022-08-24T07:58:58Z', 'revision_number': 5, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'subnets': [{'id': '6c863f22-f460-4703-b0a9-df7efb9c8ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:03:56.241748 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0864c553-61a2-4e9d-b612-939c0a7580a4 None None] New status for floating IP 037e070b-9c2d-4f86-af2e-176fc8c80ce1: DOWN {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:03:56.890866 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:56.982848 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b4eb47d-b503-4359-9382-a67514541e3c req-ece2b322-a44d-4232-8828-77407b60f107 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180100 Aug 24 08:03:56.998056 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8908d1-18b8-4c37-8c56-cd0b1bd17309 req-46d15912-db7b-4332-aa62-03c68af86f30 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:56.999449 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3e8908d1-18b8-4c37-8c56-cd0b1bd17309 req-46d15912-db7b-4332-aa62-03c68af86f30 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0569415 Aug 24 08:03:57.049519 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3e8908d1-18b8-4c37-8c56-cd0b1bd17309 req-cb2fdefa-0957-49dd-9929-3a2bb91e4f2d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444019 Aug 24 08:03:57.136635 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:57.151738 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4b4eb47d-b503-4359-9382-a67514541e3c req-47b55865-399b-4412-8a2d-cb842296aaa1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906661 Aug 24 08:03:57.432036 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-fd00c830-f5c4-4018-a0ee-e9e15277f7af tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:03:57.438658 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-fd00c830-f5c4-4018-a0ee-e9e15277f7af tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 945 time: 0.0470846 Aug 24 08:03:57.520769 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Deleting port b6e8c168-af88-483f-9e17-53d9c3c9d376 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:03:57.521108 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:57.608909 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] For port b6e8c168-af88-483f-9e17-53d9c3c9d376, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6e8c168-af88-483f-9e17-53d9c3c9d376,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:03:57.609274 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:57.621854 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Calling delete_port for b6e8c168-af88-483f-9e17-53d9c3c9d376 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:03:57.693176 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:03:57.833982 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (b6e8c168-af88-483f-9e17-53d9c3c9d376), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:57.867622 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event deleted for resources: {'Port': ['ID=b6e8c168-af88-483f-9e17-53d9c3c9d376,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:03:57.918340 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] No DVR routers for this DVR port b6e8c168-af88-483f-9e17-53d9c3c9d376 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:03:57.921515 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:03:57.924929 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-63e32727-d0db-492a-af6a-5f3049f6e25c req-d407e164-8635-4f5b-bc8b-f286946916a0 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.45 "DELETE /networking/v2.0/ports/b6e8c168-af88-483f-9e17-53d9c3c9d376 HTTP/1.1" status: 204 len: 173 time: 0.4834278 Aug 24 08:03:57.925353 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'name': 'network-vif-deleted', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:03:57.927666 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4e77c8-f4af-4705-b8c8-9d9aff94c8e1" -d '{"events": [{"server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "name": "network-vif-deleted", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:03:57.966876 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60916c9c-cdb6-4782-8392-060ce03ca3a6 x-openstack-request-id: req-60916c9c-cdb6-4782-8392-060ce03ca3a6 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:03:57.967168 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce799f4-91d9-4521-af5d-63757a11823c", "name": "network-vif-deleted", "tag": "b6e8c168-af88-483f-9e17-53d9c3c9d376", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:03:57.967416 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60916c9c-cdb6-4782-8392-060ce03ca3a6 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:03:57.967821 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60916c9c-cdb6-4782-8392-060ce03ca3a6'] response: {'server_uuid': '3ce799f4-91d9-4521-af5d-63757a11823c', 'name': 'network-vif-deleted', 'tag': 'b6e8c168-af88-483f-9e17-53d9c3c9d376', 'status': 'completed', 'code': 200} Aug 24 08:03:58.152964 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-07913407-68f4-4bac-bb97-9e6bdba7811a req-29ad2614-44e7-48dd-808e-46ccfcf39373 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 210 time: 0.0284052 Aug 24 08:03:59.277053 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0cae56f4-3886-499f-b2df-3d0f6cdf02f7 req-a1a9e1d3-124f-4274-a1cf-adea3bcf8e24 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3ce799f4-91d9-4521-af5d-63757a11823c HTTP/1.1" status: 200 len: 210 time: 0.0314131 Aug 24 08:04:00.342790 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39050) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:00.396562 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:00.399628 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5f558dc3-ce4e-438d-8a70-7985ee33a862 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group (8ba17607-cbdf-41bb-ba56-e8f8442a2cf9), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:00.425224 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5f558dc3-ce4e-438d-8a70-7985ee33a862 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group (8ba17607-cbdf-41bb-ba56-e8f8442a2cf9), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:00.547600 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5f558dc3-ce4e-438d-8a70-7985ee33a862 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (8ba17607-cbdf-41bb-ba56-e8f8442a2cf9), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:00.550281 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-5f558dc3-ce4e-438d-8a70-7985ee33a862 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:00.551433 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-5f558dc3-ce4e-438d-8a70-7985ee33a862 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8ba17607-cbdf-41bb-ba56-e8f8442a2cf9 HTTP/1.1" status: 204 len: 168 time: 0.2089207 Aug 24 08:04:00.561379 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f558dc3-ce4e-438d-8a70-7985ee33a862 tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba17607-cbdf-41bb-ba56-e8f8442a2cf9,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:00.645386 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39054) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:01.061060 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:01.064812 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device b6e8c168-af88-483f-9e17-53d9c3c9d376 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:04:01.083380 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: b6e8c168-af88-483f-9e17-53d9c3c9d376 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:04:01.083724 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device b6e8c168-af88-483f-9e17-53d9c3c9d376 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:04:01.274041 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Deleting port 7c2c6b59-a449-45aa-964d-a23ceb942aa0 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:04:01.274363 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:01.351744 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] For port 7c2c6b59-a449-45aa-964d-a23ceb942aa0, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=7c2c6b59-a449-45aa-964d-a23ceb942aa0,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:04:01.352410 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:01.364598 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Calling delete_port for 7c2c6b59-a449-45aa-964d-a23ceb942aa0 owned by network:router_interface {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:04:01.368088 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:01.471369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:01.611087 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (7c2c6b59-a449-45aa-964d-a23ceb942aa0), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:01.634021 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2c6b59-a449-45aa-964d-a23ceb942aa0,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:01.648263 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.648783 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.648972 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.649312 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.649650 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.649976 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.650302 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.650628 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.650955 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.651282 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.651610 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.651931 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.652250 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.652567 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.652912 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:04:01.809898 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:02.017532 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:04:02.139047 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:04:02.143849 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7b63df4f-0cf0-4037-bb7a-ba64a42d7ae8 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/3ed7418c-d0e5-4d5a-b79e-5dd88cda7406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974587 Aug 24 08:04:02.146739 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39058) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:02.149204 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] Sync routers for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:04:02.159594 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:04:02.160188 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:02.245027 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks [] for router (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:02.259062 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:04:02.430201 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:02.434793 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T08:04:01Z', 'revision_number': 5, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:02.466245 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] Checking router: 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:04:02.469711 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:02.476294 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] Routers {'3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:04:02.476993 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:02.579109 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] Set router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:04:02.623753 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks [] for router_gateway (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:02.629116 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:02.753092 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Deleting port b07441fb-f387-44fa-843d-d72d856dcdfc {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:04:02.753356 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:02.818388 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:02.830725 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T08:04:01Z', 'revision_number': 5, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:02.837300 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] For port b07441fb-f387-44fa-843d-d72d856dcdfc, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=b07441fb-f387-44fa-843d-d72d856dcdfc,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:04:02.837666 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:02.851615 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Calling delete_port for b07441fb-f387-44fa-843d-d72d856dcdfc owned by network:router_gateway {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:04:02.855706 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427ac63-4ca6-4f44-9526-077df93dad5c None None] The sync data for ids ['3ed7418c-d0e5-4d5a-b79e-5dd88cda7406'] in dv-cinder-854275-1-iscsi is: [{'id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'name': 'tempest-TestShelveInstance-1905303511-router', 'tenant_id': '576781ceab42470e9fd28a32ccb29e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50'}], 'enable_snat': True}, 'gw_port_id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:46Z', 'updated_at': '2022-08-24T08:04:01Z', 'revision_number': 5, 'project_id': '576781ceab42470e9fd28a32ccb29e7f', 'gw_port': {'id': 'b07441fb-f387-44fa-843d-d72d856dcdfc', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed7418c-d0e5-4d5a-b79e-5dd88cda7406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:48Z', 'updated_at': '2022-08-24T07:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:04:03.068006 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (b07441fb-f387-44fa-843d-d72d856dcdfc), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.090724 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07441fb-f387-44fa-843d-d72d856dcdfc,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:03.152202 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.240262 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.242593 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks [] for router_controller (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.325592 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (3ed7418c-d0e5-4d5a-b79e-5dd88cda7406), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.326754 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 {{(pid=113381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:04:03.332033 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.336022 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39064) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:03.336578 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-10ea45b0-35e6-4caa-88d1-da9a95cdba60 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/3ed7418c-d0e5-4d5a-b79e-5dd88cda7406 HTTP/1.1" status: 204 len: 168 time: 1.1881220 Aug 24 08:04:03.392084 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-e883af3a-f759-4308-a8fc-f0cd354ce892 admin admin] Deleting subnet 6c863f22-f460-4703-b0a9-df7efb9c8ffe {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:04:03.396896 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e883af3a-f759-4308-a8fc-f0cd354ce892 admin admin] Publish callbacks [] for subnet (6c863f22-f460-4703-b0a9-df7efb9c8ffe), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.401285 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 7c2c6b59-a449-45aa-964d-a23ceb942aa0 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:04:03.427035 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 7c2c6b59-a449-45aa-964d-a23ceb942aa0 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:04:03.427385 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 7c2c6b59-a449-45aa-964d-a23ceb942aa0 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:04:03.442411 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e883af3a-f759-4308-a8fc-f0cd354ce892 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127634893'] for subnet (6c863f22-f460-4703-b0a9-df7efb9c8ffe), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.526710 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e883af3a-f759-4308-a8fc-f0cd354ce892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (6c863f22-f460-4703-b0a9-df7efb9c8ffe), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.638685 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e883af3a-f759-4308-a8fc-f0cd354ce892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127864488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3127880'] for subnet (6c863f22-f460-4703-b0a9-df7efb9c8ffe), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.664261 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883af3a-f759-4308-a8fc-f0cd354ce892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c863f22-f460-4703-b0a9-df7efb9c8ffe,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:03.667956 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e883af3a-f759-4308-a8fc-f0cd354ce892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.671660 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-e883af3a-f759-4308-a8fc-f0cd354ce892 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/6c863f22-f460-4703-b0a9-df7efb9c8ffe HTTP/1.1" status: 204 len: 168 time: 0.3344948 Aug 24 08:04:03.674240 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39066) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:03.675128 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1efa77-1130-474c-a1db-cc3c0c3343d5 None None] Network fd82724f-8179-4a88-b4ce-3be85f3e9585 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:04:03.746563 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (fd82724f-8179-4a88-b4ce-3be85f3e9585), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.794775 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Deleting port a394be84-0d53-4b7a-af31-31da20a8444f {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:04:03.795610 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.845916 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e176317-dda0-4184-88db-b691738051f5 None None] DHCP port deletion for fd82724f-8179-4a88-b4ce-3be85f3e9585 request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:04:03.862898 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] For port a394be84-0d53-4b7a-af31-31da20a8444f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=a394be84-0d53-4b7a-af31-31da20a8444f,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:04:03.863262 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.877337 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Calling delete_port for a394be84-0d53-4b7a-af31-31da20a8444f owned by network:dhcp {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:04:03.885738 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7e176317-dda0-4184-88db-b691738051f5 None None] Deleting port a394be84-0d53-4b7a-af31-31da20a8444f {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:04:03.885738 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7e176317-dda0-4184-88db-b691738051f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.963391 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7e176317-dda0-4184-88db-b691738051f5 None None] For port a394be84-0d53-4b7a-af31-31da20a8444f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=a394be84-0d53-4b7a-af31-31da20a8444f,segment=NetworkSegment(40ba56eb-57fe-4298-bc6e-290176a5d170),segment_id=40ba56eb-57fe-4298-bc6e-290176a5d170)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:04:03.963822 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7e176317-dda0-4184-88db-b691738051f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:03.977077 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7e176317-dda0-4184-88db-b691738051f5 None None] Calling delete_port for a394be84-0d53-4b7a-af31-31da20a8444f owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:04:04.096868 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:04.104916 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7e176317-dda0-4184-88db-b691738051f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (a394be84-0d53-4b7a-af31-31da20a8444f), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:04.124233 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=a394be84-0d53-4b7a-af31-31da20a8444f,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:04.130908 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] No DVR routers for this DVR port a394be84-0d53-4b7a-af31-31da20a8444f on host dv-cinder-854275-1-iscsi {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:04:04.137269 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e176317-dda0-4184-88db-b691738051f5 None None] Pushing event deleted for resources: {'Port': ['ID=a394be84-0d53-4b7a-af31-31da20a8444f,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:04.146629 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e176317-dda0-4184-88db-b691738051f5 None None] No DVR routers for this DVR port a394be84-0d53-4b7a-af31-31da20a8444f on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:04:04.205941 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (fd82724f-8179-4a88-b4ce-3be85f3e9585), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:04.226885 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd82724f-8179-4a88-b4ce-3be85f3e9585']}} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:04.236137 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ba56eb-57fe-4298-bc6e-290176a5d170') {'for_net_delete': True} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:04.236429 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ba56eb-57fe-4298-bc6e-290176a5d170') {} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:04.245942 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127634884'] for segment (40ba56eb-57fe-4298-bc6e-290176a5d170), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:04.258725 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (40ba56eb-57fe-4298-bc6e-290176a5d170), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:04.265496 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=113380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:04:04.265872 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127864526'] for segment (40ba56eb-57fe-4298-bc6e-290176a5d170), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:04.283674 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:04.292817 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 40ba56eb-57fe-4298-bc6e-290176a5d170 resource provider aggregate not found Aug 24 08:04:04.322309 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 40ba56eb-57fe-4298-bc6e-290176a5d170 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40ba56eb-57fe-4298-bc6e-290176a5d170 found for delete ", "request_id": "req-0c45ccc3-0724-4a6d-9325-086861303825"}]} Aug 24 08:04:04.405667 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (fd82724f-8179-4a88-b4ce-3be85f3e9585), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:04.410406 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:04.414990 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/fd82724f-8179-4a88-b4ce-3be85f3e9585 HTTP/1.1" status: 204 len: 168 time: 0.7384639 Aug 24 08:04:04.416061 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:04.417285 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39074) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:04.427388 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771c91-e776-4922-ba4d-2dae32341f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd82724f-8179-4a88-b4ce-3be85f3e9585,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:04.728134 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:04.789369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:04.909877 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:04.950777 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Deleting port 3616f498-b7cb-4118-ada9-725b76d4354d {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:04:04.951670 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:05.035866 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] For port 3616f498-b7cb-4118-ada9-725b76d4354d, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=3616f498-b7cb-4118-ada9-725b76d4354d,segment=NetworkSegment(5cb10293-f9fc-4cfd-98f5-101cd698eb3f),segment_id=5cb10293-f9fc-4cfd-98f5-101cd698eb3f)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:04:05.036224 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:05.049310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Calling delete_port for 3616f498-b7cb-4118-ada9-725b76d4354d owned by network:router_interface {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:04:05.289557 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (3616f498-b7cb-4118-ada9-725b76d4354d), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:05.312962 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Pushing event deleted for resources: {'Port': ['ID=3616f498-b7cb-4118-ada9-725b76d4354d,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:05.348617 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device b07441fb-f387-44fa-843d-d72d856dcdfc no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:04:05.370284 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: b07441fb-f387-44fa-843d-d72d856dcdfc {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:04:05.370739 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device b07441fb-f387-44fa-843d-d72d856dcdfc not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:04:05.371225 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device a394be84-0d53-4b7a-af31-31da20a8444f no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:04:05.395064 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: a394be84-0d53-4b7a-af31-31da20a8444f {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:04:05.395504 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device a394be84-0d53-4b7a-af31-31da20a8444f not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:04:05.477411 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:05.589613 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:05.686932 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:04:05.777389 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:05.790453 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:04:05.795906 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-50c013c6-3b49-435e-a79f-5e8b828e5297 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/a1bc9f6d-ad41-4e79-9154-6b4db7d28251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3773775 Aug 24 08:04:05.798422 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39084) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:05.803240 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] Sync routers for ids ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:04:05.816960 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] Routers {'a1bc9f6d-ad41-4e79-9154-6b4db7d28251'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:04:05.817271 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:05.906397 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks [] for router (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:05.941203 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] Set router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:04:06.016202 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks [] for router_gateway (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.127411 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Deleting port 5c9744ec-ee65-4127-b08f-358c7e0d4c35 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:04:06.127663 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.213836 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] For port 5c9744ec-ee65-4127-b08f-358c7e0d4c35, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=5c9744ec-ee65-4127-b08f-358c7e0d4c35,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:04:06.214342 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.228020 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Calling delete_port for 5c9744ec-ee65-4127-b08f-358c7e0d4c35 owned by network:router_gateway {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:04:06.248047 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:55Z', 'updated_at': '2022-08-24T08:04:05Z', 'revision_number': 5, 'project_id': 'daa7ded529644ce7866f85298f192831', 'gw_port': {'id': '5c9744ec-ee65-4127-b08f-358c7e0d4c35', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T07:58:56Z', 'updated_at': '2022-08-24T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:06.272745 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] Checking router: a1bc9f6d-ad41-4e79-9154-6b4db7d28251 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:04:06.281946 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] Routers {'a1bc9f6d-ad41-4e79-9154-6b4db7d28251'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:04:06.282543 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:03:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:06.385731 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] Set router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 gateway port host: None {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:04:06.458210 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:55Z', 'updated_at': '2022-08-24T08:04:06Z', 'revision_number': 6, 'project_id': 'daa7ded529644ce7866f85298f192831', 'gw_port_host': None}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:06.464486 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:06.474075 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (5c9744ec-ee65-4127-b08f-358c7e0d4c35), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.496463 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cd7b7-4f8f-415d-8d51-be60c218ea96 None None] The sync data for ids ['a1bc9f6d-ad41-4e79-9154-6b4db7d28251'] in dv-cinder-854275-1-iscsi is: [{'id': 'a1bc9f6d-ad41-4e79-9154-6b4db7d28251', 'name': 'tempest-TestShelveInstance-2000354485-router', 'tenant_id': 'daa7ded529644ce7866f85298f192831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T07:58:55Z', 'updated_at': '2022-08-24T08:04:06Z', 'revision_number': 6, 'project_id': 'daa7ded529644ce7866f85298f192831', 'gw_port_host': None}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:04:06.498624 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9744ec-ee65-4127-b08f-358c7e0d4c35,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:06.559471 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.589954 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.685484 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:06.694525 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.696797 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks [] for router_controller (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.833787 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (a1bc9f6d-ad41-4e79-9154-6b4db7d28251), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.834493 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1bc9f6d-ad41-4e79-9154-6b4db7d28251 {{(pid=113381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:04:06.839173 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.840546 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-0492677c-a1d2-4407-b149-4cd8c6c934d9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/a1bc9f6d-ad41-4e79-9154-6b4db7d28251 HTTP/1.1" status: 204 len: 168 time: 1.0409844 Aug 24 08:04:06.844426 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39090) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:06.912312 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea739d64-c55f-4502-b288-bbb7c80d6fb2 admin admin] Deleting subnet f7010d42-8f2b-40ab-9de1-b298d4be7854 {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:04:06.916790 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea739d64-c55f-4502-b288-bbb7c80d6fb2 admin admin] Publish callbacks [] for subnet (f7010d42-8f2b-40ab-9de1-b298d4be7854), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:06.961335 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea739d64-c55f-4502-b288-bbb7c80d6fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127634893'] for subnet (f7010d42-8f2b-40ab-9de1-b298d4be7854), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.048427 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea739d64-c55f-4502-b288-bbb7c80d6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (f7010d42-8f2b-40ab-9de1-b298d4be7854), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.165521 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea739d64-c55f-4502-b288-bbb7c80d6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127864488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3127880'] for subnet (f7010d42-8f2b-40ab-9de1-b298d4be7854), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.192300 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea739d64-c55f-4502-b288-bbb7c80d6fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7010d42-8f2b-40ab-9de1-b298d4be7854,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:07.196091 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea739d64-c55f-4502-b288-bbb7c80d6fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.199468 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ea739d64-c55f-4502-b288-bbb7c80d6fb2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/f7010d42-8f2b-40ab-9de1-b298d4be7854 HTTP/1.1" status: 204 len: 168 time: 0.3536487 Aug 24 08:04:07.201918 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39092) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:07.202056 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6b994-730b-4682-abca-d3f2ebba5ae1 None None] Network ebd3c85a-d797-4da4-b22f-7ac9c459b320 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:04:07.229831 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:07.270248 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (ebd3c85a-d797-4da4-b22f-7ac9c459b320), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.317572 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Deleting port 18045740-6dd2-41f0-b804-3fa79caf3274 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:04:07.318171 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.386808 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4596aeb4-7d5d-41ca-b183-34115eba23a9 None None] DHCP port deletion for ebd3c85a-d797-4da4-b22f-7ac9c459b320 request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:04:07.390503 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] For port 18045740-6dd2-41f0-b804-3fa79caf3274, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=18045740-6dd2-41f0-b804-3fa79caf3274,segment=NetworkSegment(5cb10293-f9fc-4cfd-98f5-101cd698eb3f),segment_id=5cb10293-f9fc-4cfd-98f5-101cd698eb3f)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:04:07.391122 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.405681 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Calling delete_port for 18045740-6dd2-41f0-b804-3fa79caf3274 owned by network:dhcp {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:04:07.424146 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 3616f498-b7cb-4118-ada9-725b76d4354d no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:04:07.448748 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 3616f498-b7cb-4118-ada9-725b76d4354d {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:04:07.449381 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 3616f498-b7cb-4118-ada9-725b76d4354d not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:04:07.449928 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 5c9744ec-ee65-4127-b08f-358c7e0d4c35 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:04:07.451889 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-4596aeb4-7d5d-41ca-b183-34115eba23a9 None None] Deleting port 18045740-6dd2-41f0-b804-3fa79caf3274 {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:04:07.452330 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4596aeb4-7d5d-41ca-b183-34115eba23a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.486017 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 5c9744ec-ee65-4127-b08f-358c7e0d4c35 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:04:07.486235 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 5c9744ec-ee65-4127-b08f-358c7e0d4c35 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:04:07.540492 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-4596aeb4-7d5d-41ca-b183-34115eba23a9 None None] For port 18045740-6dd2-41f0-b804-3fa79caf3274, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=18045740-6dd2-41f0-b804-3fa79caf3274,segment=NetworkSegment(5cb10293-f9fc-4cfd-98f5-101cd698eb3f),segment_id=5cb10293-f9fc-4cfd-98f5-101cd698eb3f)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:04:07.540924 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4596aeb4-7d5d-41ca-b183-34115eba23a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.555635 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-4596aeb4-7d5d-41ca-b183-34115eba23a9 None None] Calling delete_port for 18045740-6dd2-41f0-b804-3fa79caf3274 owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:04:07.582626 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.616622 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=18045740-6dd2-41f0-b804-3fa79caf3274,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:07.626868 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] No DVR routers for this DVR port 18045740-6dd2-41f0-b804-3fa79caf3274 on host dv-cinder-854275-1-iscsi {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:04:07.640103 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4596aeb4-7d5d-41ca-b183-34115eba23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (18045740-6dd2-41f0-b804-3fa79caf3274), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.678695 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596aeb4-7d5d-41ca-b183-34115eba23a9 None None] Pushing event deleted for resources: {'Port': ['ID=18045740-6dd2-41f0-b804-3fa79caf3274,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:07.684255 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596aeb4-7d5d-41ca-b183-34115eba23a9 None None] No DVR routers for this DVR port 18045740-6dd2-41f0-b804-3fa79caf3274 on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:04:07.714689 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (ebd3c85a-d797-4da4-b22f-7ac9c459b320), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.747295 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd3c85a-d797-4da4-b22f-7ac9c459b320']}} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:07.759484 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb10293-f9fc-4cfd-98f5-101cd698eb3f') {'for_net_delete': True} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:07.759779 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb10293-f9fc-4cfd-98f5-101cd698eb3f') {} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:04:07.769726 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127634884'] for segment (5cb10293-f9fc-4cfd-98f5-101cd698eb3f), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.783503 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (5cb10293-f9fc-4cfd-98f5-101cd698eb3f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.790335 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=113380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:04:07.790726 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127864526'] for segment (5cb10293-f9fc-4cfd-98f5-101cd698eb3f), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.817086 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 5cb10293-f9fc-4cfd-98f5-101cd698eb3f resource provider aggregate not found Aug 24 08:04:07.851617 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment 5cb10293-f9fc-4cfd-98f5-101cd698eb3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cb10293-f9fc-4cfd-98f5-101cd698eb3f found for delete ", "request_id": "req-4d28064a-071c-4d7d-8e05-2d6001cb7376"}]} Aug 24 08:04:07.931006 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (ebd3c85a-d797-4da4-b22f-7ac9c459b320), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.936543 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:07.939792 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/ebd3c85a-d797-4da4-b22f-7ac9c459b320 HTTP/1.1" status: 204 len: 168 time: 0.7369359 Aug 24 08:04:07.952094 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e03b8-d9ac-4b0e-b421-551f9ef9cdd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd3c85a-d797-4da4-b22f-7ac9c459b320,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:08.357811 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39110) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:08.404460 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2a495fc5-cf5b-428e-bae1-d1b77e7004e9 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=576781ceab42470e9fd28a32ccb29e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452042 Aug 24 08:04:08.407113 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39112) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:08.413130 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:08.432910 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:08.469764 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f8309242-b2d6-4b5a-8af7-5bb6e97d1d59 admin admin] Publish callbacks [] for security_group (3375fa62-ced5-47a4-b175-7051a17750b5), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:08.490117 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f8309242-b2d6-4b5a-8af7-5bb6e97d1d59 admin admin] Publish callbacks [] for security_group (3375fa62-ced5-47a4-b175-7051a17750b5), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:08.593776 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f8309242-b2d6-4b5a-8af7-5bb6e97d1d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (3375fa62-ced5-47a4-b175-7051a17750b5), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:08.598344 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f8309242-b2d6-4b5a-8af7-5bb6e97d1d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:08.602944 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f8309242-b2d6-4b5a-8af7-5bb6e97d1d59 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3375fa62-ced5-47a4-b175-7051a17750b5 HTTP/1.1" status: 204 len: 168 time: 0.1920083 Aug 24 08:04:08.610053 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8309242-b2d6-4b5a-8af7-5bb6e97d1d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375fa62-ced5-47a4-b175-7051a17750b5,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:09.344272 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 18045740-6dd2-41f0-b804-3fa79caf3274 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:04:09.364225 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 18045740-6dd2-41f0-b804-3fa79caf3274 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:04:09.364461 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 18045740-6dd2-41f0-b804-3fa79caf3274 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:04:09.387534 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39120) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:09.430896 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-cd9cbc8b-76c6-4c46-b59e-522d6042aff0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=daa7ded529644ce7866f85298f192831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402617 Aug 24 08:04:09.432010 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39122) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:04:09.479168 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e32d3c13-0925-4324-a304-17e4e21cd984 admin admin] Publish callbacks [] for security_group (bf220648-6993-4782-908d-7849ec56d039), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:09.500036 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e32d3c13-0925-4324-a304-17e4e21cd984 admin admin] Publish callbacks [] for security_group (bf220648-6993-4782-908d-7849ec56d039), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:09.644868 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e32d3c13-0925-4324-a304-17e4e21cd984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (bf220648-6993-4782-908d-7849ec56d039), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:09.647426 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e32d3c13-0925-4324-a304-17e4e21cd984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:09.648600 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-e32d3c13-0925-4324-a304-17e4e21cd984 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/bf220648-6993-4782-908d-7849ec56d039 HTTP/1.1" status: 204 len: 168 time: 0.2157016 Aug 24 08:04:09.657140 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d3c13-0925-4324-a304-17e4e21cd984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf220648-6993-4782-908d-7849ec56d039,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:04:14.752454 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:04:16.298304 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0d76c-6add-4758-82a8-6c450175e5c7 req-05fbaa2d-d166-452b-ba8d-74f8142a9d85 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:16.299810 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4c0d76c-6add-4758-82a8-6c450175e5c7 req-05fbaa2d-d166-452b-ba8d-74f8142a9d85 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0498884 Aug 24 08:04:16.347477 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b4c0d76c-6add-4758-82a8-6c450175e5c7 req-ec0c68dc-1591-40fc-809c-49ea47ce5569 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421000 Aug 24 08:04:16.738934 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:16.929827 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=47 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:17.467025 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c2b00-e791-466b-901d-2f302dd14221 req-f62ede54-787c-45d0-8646-81ff60b7b748 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:17.468491 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a8c2b00-e791-466b-901d-2f302dd14221 req-f62ede54-787c-45d0-8646-81ff60b7b748 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0457654 Aug 24 08:04:17.514774 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1a8c2b00-e791-466b-901d-2f302dd14221 req-01887d26-d3df-4ced-8d2b-c5ae86b3fa03 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407715 Aug 24 08:04:18.634648 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b6e22-66ed-449d-b041-49c1e1172799 req-5cd508e9-be5d-4af3-86b1-0bc4221c0d87 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:18.636081 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fc6b6e22-66ed-449d-b041-49c1e1172799 req-5cd508e9-be5d-4af3-86b1-0bc4221c0d87 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0459065 Aug 24 08:04:18.682728 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fc6b6e22-66ed-449d-b041-49c1e1172799 req-7e6f5cbc-c39c-4614-bbe0-a1fe6393c9fe tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 Aug 24 08:04:19.348325 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:19.669844 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=36,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:19.805300 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bd849-f991-4fa9-9c65-723f31f9c78c req-188c29f3-acda-41d4-a22a-47038e6a6550 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:19.806773 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-136bd849-f991-4fa9-9c65-723f31f9c78c req-188c29f3-acda-41d4-a22a-47038e6a6550 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0517004 Aug 24 08:04:19.861849 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-136bd849-f991-4fa9-9c65-723f31f9c78c req-dd41cc1b-f9a5-4afd-a1ac-ba78a1c5299a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495157 Aug 24 08:04:20.981842 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19b5a9-3ddf-43e2-bb7b-c0605e4d9429 req-3488ddbd-f75f-48f1-9f2c-7579fef15408 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:20.983847 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ba19b5a9-3ddf-43e2-bb7b-c0605e4d9429 req-3488ddbd-f75f-48f1-9f2c-7579fef15408 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0503745 Aug 24 08:04:21.030885 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ba19b5a9-3ddf-43e2-bb7b-c0605e4d9429 req-e9983e42-f16d-4b1d-a4bf-d00817edab1b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 Aug 24 08:04:21.633356 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-480a17a8-5be1-45c1-ace4-f9fa503a8e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:22.151044 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefa4e4-0157-4fd4-8127-1df9131231a2 req-c25752bc-62de-4c09-8a17-13bdd78e043b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:22.152539 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bbefa4e4-0157-4fd4-8127-1df9131231a2 req-c25752bc-62de-4c09-8a17-13bdd78e043b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0474010 Aug 24 08:04:22.215144 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bbefa4e4-0157-4fd4-8127-1df9131231a2 req-38d7496a-88ba-4abf-98fd-cb16125d906a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557427 Aug 24 08:04:23.333228 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a82fb-5279-4da7-8c24-a537c955bb58 req-64c7516e-51a1-4aa0-b409-a19864f7f3bb tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:23.334672 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d2a82fb-5279-4da7-8c24-a537c955bb58 req-64c7516e-51a1-4aa0-b409-a19864f7f3bb tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0455232 Aug 24 08:04:23.381655 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0d2a82fb-5279-4da7-8c24-a537c955bb58 req-27064cce-a7d9-492d-b19b-18821ad90617 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414844 Aug 24 08:04:23.815968 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-11c5db77-44b9-4eef-94b3-7f4bd91a70d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:24.498316 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb860ed-2df1-4b74-be20-3c012aa04831 req-4a6c613c-963a-4be8-a90e-7589dff548c4 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:24.500311 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3fb860ed-2df1-4b74-be20-3c012aa04831 req-4a6c613c-963a-4be8-a90e-7589dff548c4 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0455623 Aug 24 08:04:24.550242 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3fb860ed-2df1-4b74-be20-3c012aa04831 req-86f9bab5-f949-487b-bfce-ad2b0cfe8d4f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444143 Aug 24 08:04:24.749486 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=39 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:25.523491 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:25.667498 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8fe0e-0ddb-4591-8a4a-62010aa8e62c req-09696291-6e78-4695-bf14-a8481972d82c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:25.668959 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c5e8fe0e-0ddb-4591-8a4a-62010aa8e62c req-09696291-6e78-4695-bf14-a8481972d82c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0458488 Aug 24 08:04:25.718263 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c5e8fe0e-0ddb-4591-8a4a-62010aa8e62c req-4510e010-1087-42d1-927f-482cb5c473b5 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436559 Aug 24 08:04:26.836492 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a9e3-1d17-41cd-80e9-1f72c80169e3 req-3c6e1342-7397-42c5-a556-c81686fcea89 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:26.838080 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-09c6a9e3-1d17-41cd-80e9-1f72c80169e3 req-3c6e1342-7397-42c5-a556-c81686fcea89 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0463386 Aug 24 08:04:26.884820 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:26.891301 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-09c6a9e3-1d17-41cd-80e9-1f72c80169e3 req-ef6d1f6f-3901-4dcc-8da3-ae75a7dd826c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471182 Aug 24 08:04:27.135881 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:27.319130 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097008b-666b-481e-b2a1-0f77a0e3e5de req-4317488a-8350-4bde-b0dd-300fad234b55 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:27.320601 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b097008b-666b-481e-b2a1-0f77a0e3e5de req-4317488a-8350-4bde-b0dd-300fad234b55 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0486586 Aug 24 08:04:27.368846 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b097008b-666b-481e-b2a1-0f77a0e3e5de req-26c2e950-06aa-44fc-9f8b-88af387fd682 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Aug 24 08:04:27.458692 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea029062-8b55-441d-a4a4-32e1190b280e req-f5fbf4a5-216a-4a0a-9c40-7bcde96cb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:27.460160 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ea029062-8b55-441d-a4a4-32e1190b280e req-f5fbf4a5-216a-4a0a-9c40-7bcde96cb97d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 1129 time: 0.0427561 Aug 24 08:04:27.549895 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea029062-8b55-441d-a4a4-32e1190b280e req-f9da239f-3207-44d9-9f1a-87a9262a82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:27.551593 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ea029062-8b55-441d-a4a4-32e1190b280e req-f9da239f-3207-44d9-9f1a-87a9262a82e8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 200 len: 910 time: 0.0850675 Aug 24 08:04:27.615732 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ea029062-8b55-441d-a4a4-32e1190b280e req-ed16fa52-ca66-40ab-b8e0-6d2e648b4877 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0 HTTP/1.1" status: 200 len: 1000 time: 0.0590556 Aug 24 08:04:27.663408 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea029062-8b55-441d-a4a4-32e1190b280e req-5c0a7231-ee2d-4260-911a-5894af8ea7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:27.664784 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ea029062-8b55-441d-a4a4-32e1190b280e req-5c0a7231-ee2d-4260-911a-5894af8ea7f8 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9ec0644f-ede2-46c3-a6af-980f27243716 HTTP/1.1" status: 200 len: 848 time: 0.0431421 Aug 24 08:04:27.707538 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea029062-8b55-441d-a4a4-32e1190b280e req-97571f84-484d-4d14-b869-ec4d1388279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:27.709075 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ea029062-8b55-441d-a4a4-32e1190b280e req-97571f84-484d-4d14-b869-ec4d1388279d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=41e052c0-6ffd-41bd-913f-82327ff6b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377464 Aug 24 08:04:27.800870 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ea029062-8b55-441d-a4a4-32e1190b280e req-e0e65fab-07d6-4e4d-96a7-e5dbf32e2526 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854270 Aug 24 08:04:27.872799 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:27.878137 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:27.888293 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ea029062-8b55-441d-a4a4-32e1190b280e req-34c8484f-958b-4b91-8c3f-9157ef861996 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820248 Aug 24 08:04:28.475149 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:28.492632 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6a27-776e-42ba-86be-b919bd548608 req-eeebabac-e565-44b1-ae66-ae8c3a385f02 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:28.494123 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db2c6a27-776e-42ba-86be-b919bd548608 req-eeebabac-e565-44b1-ae66-ae8c3a385f02 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0476980 Aug 24 08:04:28.542492 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-db2c6a27-776e-42ba-86be-b919bd548608 req-744f0f63-3bfe-4079-b173-4cb715424639 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422742 Aug 24 08:04:29.664987 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525adfd-b510-4d26-80d3-2b144187921f req-7eaa687e-302e-46d8-94f6-39ed5c4de3cb tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:29.666448 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4525adfd-b510-4d26-80d3-2b144187921f req-7eaa687e-302e-46d8-94f6-39ed5c4de3cb tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0506184 Aug 24 08:04:29.713582 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4525adfd-b510-4d26-80d3-2b144187921f req-4dd382d6-e36a-44a7-a06a-fb37afbc95e1 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414188 Aug 24 08:04:36.524489 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:38.539415 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:39.707440 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:39.710397 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=13 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:42.461229 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-c77e5dff-2724-4b02-83cf-7469af9bc185 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380728 Aug 24 08:04:42.519819 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-4008137f-814f-4952-9ba5-16add43c8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:42.521382 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-4008137f-814f-4952-9ba5-16add43c8739 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 1129 time: 0.0385690 Aug 24 08:04:42.624775 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-94777f91-7107-41e2-9dd0-fcdd38241021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:42.626851 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-94777f91-7107-41e2-9dd0-fcdd38241021 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 912 time: 0.0880139 Aug 24 08:04:42.687369 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-fa4d21ed-0c8f-42a7-9e72-75c6a8d7076d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68223bf4-fae5-411c-b20b-32c5a0298520 HTTP/1.1" status: 200 len: 1001 time: 0.0555146 Aug 24 08:04:42.739088 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-7aad0a57-bfa4-4710-a138-ecb35ec6a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:42.740520 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-7aad0a57-bfa4-4710-a138-ecb35ec6a84a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0472586 Aug 24 08:04:43.042955 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-966da4ab-15ca-4470-8e01-0de56b171167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:04:43.044352 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-966da4ab-15ca-4470-8e01-0de56b171167 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2971959 Aug 24 08:04:43.133192 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-2a80f57a-028b-471f-8ef9-e99d7b24f523 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824456 Aug 24 08:04:43.225158 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ce45842-d572-45f8-95d4-1ce59480a18f req-411ca29e-9999-4ba3-a119-f632ca49f0c9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858791 Aug 24 08:04:43.752111 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:43.756930 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:46.444306 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:46.446229 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:51.603798 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3e042a3b-11f8-4c4f-be3d-bace0a7cf632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:51.751953 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:04:53.215942 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=46 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:53.221953 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=55 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:04:53.792099 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-99ac7b5f-eb37-444a-8577-3c21446a53f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:55.523537 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:56.895501 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:04:57.152303 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:01.748211 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:03.471868 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabaa06-6b0f-4dd7-83ab-4c4b3e5ba836 req-2916aee4-7f28-452a-aa06-d9e5909bd37f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:03.473394 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2cabaa06-6b0f-4dd7-83ab-4c4b3e5ba836 req-2916aee4-7f28-452a-aa06-d9e5909bd37f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0463762 Aug 24 08:05:03.520478 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2cabaa06-6b0f-4dd7-83ab-4c4b3e5ba836 req-32e3d747-3f46-4405-92cc-6c0524c21be9 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415235 Aug 24 08:05:04.640213 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe15843-4cee-41f4-97db-4eed38448a01 req-195eef0c-c265-41c4-9426-6d3d62a90527 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:04.641714 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2fe15843-4cee-41f4-97db-4eed38448a01 req-195eef0c-c265-41c4-9426-6d3d62a90527 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0463946 Aug 24 08:05:04.688528 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-2fe15843-4cee-41f4-97db-4eed38448a01 req-7f5c89a8-9e76-460e-8eaa-629e27967a89 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410907 Aug 24 08:05:06.060728 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c12540-b871-492c-a920-9969d1bdf8ee req-6fe0d430-dc71-4c41-8e08-4b54a47e74d8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:06.062215 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-02c12540-b871-492c-a920-9969d1bdf8ee req-6fe0d430-dc71-4c41-8e08-4b54a47e74d8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.3020763 Aug 24 08:05:06.111776 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-02c12540-b871-492c-a920-9969d1bdf8ee req-43905f74-66ae-4460-8cdb-fcf05ab1670f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Aug 24 08:05:06.512380 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:07.233589 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd559-52ad-499a-8547-2f987e42fd26 req-be95f56b-f3e3-4c29-8146-b082642743ac tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:07.235054 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-becfd559-52ad-499a-8547-2f987e42fd26 req-be95f56b-f3e3-4c29-8146-b082642743ac tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0498917 Aug 24 08:05:07.282321 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-becfd559-52ad-499a-8547-2f987e42fd26 req-f105652b-1be5-4821-aeeb-7728b52c9243 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416057 Aug 24 08:05:07.760418 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:08.403066 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9930a0-9be2-4fa0-94fe-4632ca912271 req-d27ba439-67e9-4dae-9830-0fee364498a8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:08.404547 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3c9930a0-9be2-4fa0-94fe-4632ca912271 req-d27ba439-67e9-4dae-9830-0fee364498a8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0464952 Aug 24 08:05:08.460254 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3c9930a0-9be2-4fa0-94fe-4632ca912271 req-a75b53cc-acad-40d6-b445-a77baac51c25 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494993 Aug 24 08:05:09.579148 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb0405-f57c-42c6-bc89-c9f409632591 req-ba7d1815-d5c3-478b-9664-ab5220251587 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:09.580633 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e3eb0405-f57c-42c6-bc89-c9f409632591 req-ba7d1815-d5c3-478b-9664-ab5220251587 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0455956 Aug 24 08:05:09.627207 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e3eb0405-f57c-42c6-bc89-c9f409632591 req-a2d6ea8f-1f26-4c03-a81a-9cd421427b6e tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Aug 24 08:05:10.746215 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30d5d7-dd2b-44b4-8233-11e92a29ff5d req-ec0dabc8-685c-48d2-9f5d-5cac345b119c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:10.747661 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fc30d5d7-dd2b-44b4-8233-11e92a29ff5d req-ec0dabc8-685c-48d2-9f5d-5cac345b119c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0484412 Aug 24 08:05:10.794990 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fc30d5d7-dd2b-44b4-8233-11e92a29ff5d req-bc489beb-44b9-472d-a796-328c789856b1 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Aug 24 08:05:11.919186 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c55989-c0be-47c2-8a18-721f5b2a3c8d req-26b80c75-5e05-43a7-bd7c-ef04a25e6679 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:11.920645 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d2c55989-c0be-47c2-8a18-721f5b2a3c8d req-26b80c75-5e05-43a7-bd7c-ef04a25e6679 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0500984 Aug 24 08:05:11.967375 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d2c55989-c0be-47c2-8a18-721f5b2a3c8d req-acf8bbc8-356f-4bef-8514-2b79ebe6d6f3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406420 Aug 24 08:05:13.089307 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba1ff-005a-48e6-8d38-7424e386bc28 req-079b8182-7c5e-44c1-9e12-9387bec0408f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:13.091242 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6f1ba1ff-005a-48e6-8d38-7424e386bc28 req-079b8182-7c5e-44c1-9e12-9387bec0408f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0475538 Aug 24 08:05:13.152740 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6f1ba1ff-005a-48e6-8d38-7424e386bc28 req-f7bdf0c0-4b66-4bb1-bb4d-ab11f6879b6d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497503 Aug 24 08:05:14.278456 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bffc2-eb97-41ed-aa3c-1ca665c39167 req-8f5ed737-b910-41e1-b168-4e0d77c2eed8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:14.279964 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b10bffc2-eb97-41ed-aa3c-1ca665c39167 req-8f5ed737-b910-41e1-b168-4e0d77c2eed8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0463507 Aug 24 08:05:14.327654 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b10bffc2-eb97-41ed-aa3c-1ca665c39167 req-08431782-14ea-4f3d-9fb8-75f203fee41d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415032 Aug 24 08:05:14.617591 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3299f-4a90-45b3-a664-b9e00160c61b req-8f2b0af8-487a-47be-84d1-0d699abc6099 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:14.619133 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f4a3299f-4a90-45b3-a664-b9e00160c61b req-8f2b0af8-487a-47be-84d1-0d699abc6099 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0481863 Aug 24 08:05:14.698935 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-e5719ca3-edfb-42b0-921d-252b66f978be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:14.700436 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-e5719ca3-edfb-42b0-921d-252b66f978be service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 1129 time: 0.0597396 Aug 24 08:05:14.703595 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f4a3299f-4a90-45b3-a664-b9e00160c61b req-62d6f4cb-f91f-4f9a-823e-ee5ce82b2cc0 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789073 Aug 24 08:05:14.790777 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-256981e3-7388-4284-9cc1-546d4d1b02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:14.792133 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-256981e3-7388-4284-9cc1-546d4d1b02e9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 200 len: 910 time: 0.0862586 Aug 24 08:05:14.855670 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-af2c6259-de4d-40ee-98c4-90963c992ac4 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0 HTTP/1.1" status: 200 len: 1000 time: 0.0575278 Aug 24 08:05:14.903816 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-a6cc538a-0c91-4d9b-9a85-a32b0db87435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:14.905252 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-a6cc538a-0c91-4d9b-9a85-a32b0db87435 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9ec0644f-ede2-46c3-a6af-980f27243716 HTTP/1.1" status: 200 len: 848 time: 0.0438504 Aug 24 08:05:14.947212 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-b2693f2e-4a3a-47fc-9fdb-280b89cb6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:14.948670 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-b2693f2e-4a3a-47fc-9fdb-280b89cb6422 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=41e052c0-6ffd-41bd-913f-82327ff6b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380518 Aug 24 08:05:15.041243 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-c40a1e65-0c04-4d05-8177-03cd0c229d82 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865190 Aug 24 08:05:15.076970 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:15.129862 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-236d6c8a-0bb1-4340-a5d0-3980054ad28f req-712c70e6-a7cd-401c-af5f-788fe82c84e0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823224 Aug 24 08:05:15.824765 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c2a3e-4ab1-4fb6-a560-9b31399f39db req-85c0e269-afc6-4c57-adab-3e8e64b9c752 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:15.826229 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ba0c2a3e-4ab1-4fb6-a560-9b31399f39db req-85c0e269-afc6-4c57-adab-3e8e64b9c752 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0469801 Aug 24 08:05:15.877837 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ba0c2a3e-4ab1-4fb6-a560-9b31399f39db req-316230b1-66ff-48f9-afb7-fbe460d3ded9 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461426 Aug 24 08:05:16.448438 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:16.450365 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:20.750168 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:20.752986 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:21.631456 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-fa01f1b8-f967-463e-a971-42b0ea0d4d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:23.797608 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-14f24a9d-c261-4c83-a9c2-2d114f277519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:24.442707 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6859b3-3760-4f64-a598-fd4c32a215fd req-a61e218b-ba85-4842-ad90-a945e8e7b902 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:24.444163 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9e6859b3-3760-4f64-a598-fd4c32a215fd req-a61e218b-ba85-4842-ad90-a945e8e7b902 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 945 time: 0.0468485 Aug 24 08:05:24.494273 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9e6859b3-3760-4f64-a598-fd4c32a215fd req-6c1a4edb-023d-4dd8-b48f-0224c28a2eb2 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Aug 24 08:05:25.125260 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:25.127204 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:25.517639 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:25.617526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9825bc8-b957-4a2c-9720-61f5be3fdb33 req-56890abf-45b7-4506-a32b-549f3d06cf4e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:25.619006 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e9825bc8-b957-4a2c-9720-61f5be3fdb33 req-56890abf-45b7-4506-a32b-549f3d06cf4e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 945 time: 0.0512896 Aug 24 08:05:25.668730 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e9825bc8-b957-4a2c-9720-61f5be3fdb33 req-1a4c113b-40ab-42fb-ad09-128e0c622be6 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439262 Aug 24 08:05:25.988692 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-487e855a-3951-4d30-9e29-4baaf2fec200 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:25.990046 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-487e855a-3951-4d30-9e29-4baaf2fec200 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 945 time: 0.0450969 Aug 24 08:05:26.073852 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Deleting port 68223bf4-fae5-411c-b20b-32c5a0298520 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:05:26.074197 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:26.162800 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] For port 68223bf4-fae5-411c-b20b-32c5a0298520, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=68223bf4-fae5-411c-b20b-32c5a0298520,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:05:26.163497 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:26.325320 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:26.325685 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (6e8161a6-c57a-411e-a225-48355bcaf90c), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:26.325993 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Floating IP 6e8161a6-c57a-411e-a225-48355bcaf90c disassociated. External IP: 172.27.4.254, port: 68223bf4-fae5-411c-b20b-32c5a0298520. Aug 24 08:05:26.326325 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Calling delete_port for 68223bf4-fae5-411c-b20b-32c5a0298520 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:05:26.540018 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (68223bf4-fae5-411c-b20b-32c5a0298520), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:26.565624 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event deleted for resources: {'Port': ['ID=68223bf4-fae5-411c-b20b-32c5a0298520,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:26.578389 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.578838 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.579083 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.579402 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.579733 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.580064 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.580386 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.580794 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.581051 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.581365 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.581691 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.582011 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.582328 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.582642 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.582959 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:26.688101 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:05:26.790689 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:26.793811 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:05:26.805837 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] Sync routers for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:05:26.818336 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:05:26.820533 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:05:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:26.857080 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] No DVR routers for this DVR port 68223bf4-fae5-411c-b20b-32c5a0298520 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:05:26.861418 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:26.867070 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-97eda562-fc76-47ec-9748-b05ceb2bf118 req-ee3f6648-fe86-4851-8bec-4c79e673790c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "DELETE /networking/v2.0/ports/68223bf4-fae5-411c-b20b-32c5a0298520 HTTP/1.1" status: 204 len: 173 time: 0.8717554 Aug 24 08:05:26.867749 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'name': 'network-vif-deleted', 'tag': '68223bf4-fae5-411c-b20b-32c5a0298520'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:05:26.882187 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b7393a-1544-4506-80d4-9faa71583e48" -d '{"events": [{"server_uuid": "a2a5c24f-2c38-49f9-b39c-ee1ee740e884", "name": "network-vif-deleted", "tag": "68223bf4-fae5-411c-b20b-32c5a0298520"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:05:26.930835 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:26.938940 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef4c686-a55b-49cc-9b64-06b4188538e6 x-openstack-request-id: req-5ef4c686-a55b-49cc-9b64-06b4188538e6 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:05:26.938940 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a5c24f-2c38-49f9-b39c-ee1ee740e884", "name": "network-vif-deleted", "tag": "68223bf4-fae5-411c-b20b-32c5a0298520", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:05:26.939203 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ef4c686-a55b-49cc-9b64-06b4188538e6 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:05:26.939435 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef4c686-a55b-49cc-9b64-06b4188538e6'] response: {'server_uuid': 'a2a5c24f-2c38-49f9-b39c-ee1ee740e884', 'name': 'network-vif-deleted', 'tag': '68223bf4-fae5-411c-b20b-32c5a0298520', 'status': 'completed', 'code': 200} Aug 24 08:05:26.962071 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:05:27.095812 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b1b9da79-186b-461c-9a44-ac5c98500545 req-7c05b832-d741-4fec-b0e3-e65206ac2077 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a2a5c24f-2c38-49f9-b39c-ee1ee740e884 HTTP/1.1" status: 200 len: 210 time: 0.3537014 Aug 24 08:05:27.117651 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:27.193244 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:27.219033 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] Checking router: aaca6d4c-f415-463e-b7dc-1f8d7796aac8 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:05:27.228258 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:05:27.228896 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:05:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:27.330829 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:05:27.525093 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:27.553478 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa6b48-e211-4ed5-8857-ba36a3ffbb54 None None] The sync data for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi is: [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:05:27.758496 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16ebbdd-49e6-43cf-852a-088d464cc4e6 None None] New status for floating IP 6e8161a6-c57a-411e-a225-48355bcaf90c: DOWN {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:05:28.362283 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-de33dbf2-fe8a-4a41-b980-e277b304420c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-812161139&fields=id&tenant_id=67da3e4c41e64947bb3e531c5b7550b6 HTTP/1.1" status: 200 len: 267 time: 0.0448527 Aug 24 08:05:28.472215 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-0a03d20a-40e3-4615-86a4-52d1fe877d69 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:28.473615 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-0a03d20a-40e3-4615-86a4-52d1fe877d69 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 811 time: 0.1044269 Aug 24 08:05:28.487998 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-aaf883e7-11b9-4efa-8a75-f1661a637509 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/quotas/67da3e4c41e64947bb3e531c5b7550b6 HTTP/1.1" status: 200 len: 375 time: 0.0090206 Aug 24 08:05:28.536195 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-c2264b6c-628a-47eb-8f90-3cd2305eada9 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428689 Aug 24 08:05:28.624237 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:28.645572 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-ed13eb30-c079-48a2-b35d-a3e31e1aa0a6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934548 Aug 24 08:05:28.678877 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:28.738147 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-688c5c88-5607-4ba6-ad55-bf83f47f5adc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866594 Aug 24 08:05:28.750558 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:05:29.398370 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d29a7fbf-643d-4185-8db4-0b75e2be6fd3 req-d5dfbded-853e-40da-8988-10a19da627a3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0869246 Aug 24 08:05:30.505726 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a34717b5-1b6d-42b4-9da6-7e98e4ccbcb8 req-ad90e584-44d2-445b-a107-067ce209bc6e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Aug 24 08:05:31.325858 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:31.389529 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-e8a2fb8b-ffad-4c61-b40e-75217d228102 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:31.391066 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-e8a2fb8b-ffad-4c61-b40e-75217d228102 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 811 time: 0.1029255 Aug 24 08:05:31.441610 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 68223bf4-fae5-411c-b20b-32c5a0298520 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:05:31.457696 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-4e486711-0257-4083-bb17-29381deeb0b2 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=67da3e4c41e64947bb3e531c5b7550b6 HTTP/1.1" status: 200 len: 379 time: 0.0583084 Aug 24 08:05:31.469889 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 68223bf4-fae5-411c-b20b-32c5a0298520 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:05:31.469889 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 68223bf4-fae5-411c-b20b-32c5a0298520 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:05:31.470164 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'port': {'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'admin_state_up': True, 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'security_groups': ['acda82e4-0778-4394-9ad4-36ecf0ca2328']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:05:31.609072 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0a6e623d-fc93-492b-ba9e-8ca922bf75b2 req-da9d7dca-952e-41e0-8667-25b3160a6f13 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0283489 Aug 24 08:05:31.649049 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Made reservation on behalf of 67da3e4c41e64947bb3e531c5b7550b6 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:05:31.653496 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:31.785449 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Allocated IP 172.20.0.11 (ba35002a-baf9-48c9-8bd5-ed065d35dab0/7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32/c25e4dd6-0d08-4c34-bf00-e316e15bf38b) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:05:31.908060 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:31.924299 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:32.026612 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:32.074075 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:05:32.079125 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:05:32.081318 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'Port': ['ID=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:32.083407 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:05:32.133988 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:32.134598 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:32.246017 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-417a886c-f2da-4c94-9201-d5c8e2b65abc tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7833760 Aug 24 08:05:32.259826 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Request body: {'port': {'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:05:32.327019 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:32.344372 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-b4dec7c2-aaf3-47fd-a2f1-67e4afaddd1b None None] Provisioning complete for port c25e4dd6-0d08-4c34-bf00-e316e15bf38b triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:05:32.344844 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-b4dec7c2-aaf3-47fd-a2f1-67e4afaddd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:32.383697 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-b4dec7c2-aaf3-47fd-a2f1-67e4afaddd1b None None] Port c25e4dd6-0d08-4c34-bf00-e316e15bf38b cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:05:32.478084 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:32.594674 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25e4dd6-0d08-4c34-bf00-e316e15bf38b {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:05:32.602973 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Publish callbacks [] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:32.616502 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Transition to ACTIVE for port object c25e4dd6-0d08-4c34-bf00-e316e15bf38b will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:05:32.718405 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:32.729432 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b0baf-db5a-4f71-a0e6-c5d3f95482de req-8c133b28-9b86-4f34-b1b6-728050c05f0b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:32.731026 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bd3b0baf-db5a-4f71-a0e6-c5d3f95482de req-8c133b28-9b86-4f34-b1b6-728050c05f0b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 932 time: 0.0482390 Aug 24 08:05:32.783411 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bd3b0baf-db5a-4f71-a0e6-c5d3f95482de req-4e1b10a0-ca06-4bf9-9df9-ab018a6392ae tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459988 Aug 24 08:05:32.791161 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Pushing event updated for resources: {'Port': ['ID=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:32.835715 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Attempting to bind port c25e4dd6-0d08-4c34-bf00-e316e15bf38b on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:05:32.836063 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Attempting to bind port c25e4dd6-0d08-4c34-bf00-e316e15bf38b by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:05:32.836387 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Attempting to bind port c25e4dd6-0d08-4c34-bf00-e316e15bf38b on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:05:32.840747 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Port c25e4dd6-0d08-4c34-bf00-e316e15bf38b on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:05:32.841063 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Attempting to bind port c25e4dd6-0d08-4c34-bf00-e316e15bf38b on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:05:32.846024 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:05:32.846357 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Checking segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:05:32.846731 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Bound using segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:05:32.847155 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Bound port: c25e4dd6-0d08-4c34-bf00-e316e15bf38b, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:05:32.847506 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:32.862412 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:32.908985 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] For port c25e4dd6-0d08-4c34-bf00-e316e15bf38b, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:05:32.913056 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] For port c25e4dd6-0d08-4c34-bf00-e316e15bf38b, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:05:33.003883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:33.008502 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:33.009143 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:33.010532 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/c25e4dd6-0d08-4c34-bf00-e316e15bf38b HTTP/1.1" status: 200 len: 1094 time: 0.7558126 Aug 24 08:05:33.011145 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:05:33.013400 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845edd99-0453-40e6-a58c-0b920e4f366f" -d '{"events": [{"name": "network-changed", "server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:05:33.055034 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c15ac67-be79-4c8e-bcc4-bfc5f95e508e x-openstack-request-id: req-7c15ac67-be79-4c8e-bcc4-bfc5f95e508e {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:05:33.055326 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:05:33.055576 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c15ac67-be79-4c8e-bcc4-bfc5f95e508e {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:05:33.055971 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c15ac67-be79-4c8e-bcc4-bfc5f95e508e'] response: {'name': 'network-changed', 'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'status': 'completed', 'code': 200} Aug 24 08:05:33.067677 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b99414-e12c-424e-a2e2-85aef85f2764 service neutron] Pushing event updated for resources: {'Port': ['ID=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:33.115675 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845edd99-0453-40e6-a58c-0b920e4f366f req-94383420-bff9-4edf-bd84-8951f725f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:33.117903 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-845edd99-0453-40e6-a58c-0b920e4f366f req-94383420-bff9-4edf-bd84-8951f725f2b4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 1128 time: 0.0394506 Aug 24 08:05:33.251655 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845edd99-0453-40e6-a58c-0b920e4f366f req-c4a4d2a7-a335-4edd-a14a-145cf92699f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:33.253168 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-845edd99-0453-40e6-a58c-0b920e4f366f req-c4a4d2a7-a335-4edd-a14a-145cf92699f6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946112 Aug 24 08:05:33.346700 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845edd99-0453-40e6-a58c-0b920e4f366f req-527c88d0-5916-4955-b898-348c7ebf16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:33.348137 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-845edd99-0453-40e6-a58c-0b920e4f366f req-527c88d0-5916-4955-b898-348c7ebf16fd service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890543 Aug 24 08:05:33.419210 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-12840a62-2377-417c-a7b9-9edaaaebad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:33.420689 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-12840a62-2377-417c-a7b9-9edaaaebad28 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 1128 time: 0.0386553 Aug 24 08:05:33.462684 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-4ebb17bf-86b7-4084-a309-dfdaf2ddc502 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b HTTP/1.1" status: 200 len: 217 time: 0.0354426 Aug 24 08:05:33.509641 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-8372aaad-a8c0-4647-860b-d9f7a999f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:33.511055 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-8372aaad-a8c0-4647-860b-d9f7a999f2fe service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0424407 Aug 24 08:05:33.559390 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-92c726f7-b9a8-45c6-9e47-6abcd3a76dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:33.560845 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-92c726f7-b9a8-45c6-9e47-6abcd3a76dd0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435319 Aug 24 08:05:33.653067 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-0d6801a2-acdf-4151-8793-f73b1477e0b7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854807 Aug 24 08:05:33.738798 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c47d4f3e-c373-4c26-ae22-4cd84cc80f03 req-e2982d79-cd53-45d8-b10c-e4eef18ebde6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802381 Aug 24 08:05:33.906523 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f6022-7f0f-4660-b238-d2e64d3bdf29 req-5e87f84a-5228-4aa3-aff3-aab37843872f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:33.907998 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-253f6022-7f0f-4660-b238-d2e64d3bdf29 req-5e87f84a-5228-4aa3-aff3-aab37843872f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 944 time: 0.0483313 Aug 24 08:05:33.961891 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-253f6022-7f0f-4660-b238-d2e64d3bdf29 req-6ad0f14c-ccf4-4bb8-88b0-ea2bc0f3fb23 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475459 Aug 24 08:05:35.088693 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e041d-f47a-4cc4-bb4f-b8505b2a67f7 req-3bb79e16-98d0-456a-b007-041b2648674a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:35.090159 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef2e041d-f47a-4cc4-bb4f-b8505b2a67f7 req-3bb79e16-98d0-456a-b007-041b2648674a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 944 time: 0.0498149 Aug 24 08:05:35.139066 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef2e041d-f47a-4cc4-bb4f-b8505b2a67f7 req-0605c4bf-0332-4da3-a6c1-ed45673d19bb tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434117 Aug 24 08:05:36.253614 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c398a-14b1-409c-9df1-5d8995c59835 req-df185714-b90b-42da-8e86-ee6e7a3770df tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:36.255059 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a11c398a-14b1-409c-9df1-5d8995c59835 req-df185714-b90b-42da-8e86-ee6e7a3770df tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 944 time: 0.0448048 Aug 24 08:05:36.307135 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a11c398a-14b1-409c-9df1-5d8995c59835 req-f210b014-dbbe-49eb-bc67-4573a3b895d2 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461442 Aug 24 08:05:36.511380 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:37.413857 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:37.426629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a1de1-007a-4843-ba0e-61e6a347fea6 req-75b7bb40-d942-425b-9939-0b05f5780856 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:37.433553 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-568a1de1-007a-4843-ba0e-61e6a347fea6 req-75b7bb40-d942-425b-9939-0b05f5780856 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 944 time: 0.0475452 Aug 24 08:05:37.478921 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-568a1de1-007a-4843-ba0e-61e6a347fea6 req-f054283b-bd18-4cb5-9310-85384ec179c5 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449095 Aug 24 08:05:37.527549 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=69 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:38.594972 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78fef-a01c-40c7-8129-60b7a344f9a2 req-e0d9a1a5-89c5-4722-b6c5-e810fbb158f5 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:38.596436 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4ec78fef-a01c-40c7-8129-60b7a344f9a2 req-e0d9a1a5-89c5-4722-b6c5-e810fbb158f5 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 944 time: 0.0455670 Aug 24 08:05:38.644878 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4ec78fef-a01c-40c7-8129-60b7a344f9a2 req-c9dc2fab-6d67-4013-b467-3edba0211df3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Aug 24 08:05:38.747452 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=65 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:39.767346 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc19f66-7827-41e4-9137-062ee20fa258 req-61bd9362-c5ed-4dea-b18e-2a6bf25e66e6 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:39.768882 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8dc19f66-7827-41e4-9137-062ee20fa258 req-61bd9362-c5ed-4dea-b18e-2a6bf25e66e6 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 944 time: 0.0508592 Aug 24 08:05:39.818984 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8dc19f66-7827-41e4-9137-062ee20fa258 req-18c2f9f9-87a0-46c8-b7b2-335f6a9c1085 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444403 Aug 24 08:05:40.952853 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8820-d67c-4847-ab62-de4e9c92dc4f req-e3d6c589-e794-4486-8fb6-ea9d26eadc20 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:40.955273 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-311e8820-d67c-4847-ab62-de4e9c92dc4f req-e3d6c589-e794-4486-8fb6-ea9d26eadc20 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 944 time: 0.0599651 Aug 24 08:05:41.005197 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-311e8820-d67c-4847-ab62-de4e9c92dc4f req-9b39d94e-c039-4504-b845-08be11d85278 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443625 Aug 24 08:05:41.455068 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device c25e4dd6-0d08-4c34-bf00-e316e15bf38b details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:05:41.553745 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port c25e4dd6-0d08-4c34-bf00-e316e15bf38b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:05:41.564738 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:05:41.598324 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port c25e4dd6-0d08-4c34-bf00-e316e15bf38b is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:05:41.598632 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:41.611110 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25e4dd6-0d08-4c34-bf00-e316e15bf38b {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:05:41.629991 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port c25e4dd6-0d08-4c34-bf00-e316e15bf38b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:05:41.682284 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:41.727651 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:41.734589 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.736512 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.736512 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.736512 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.736512 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.736512 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.737008 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.737106 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.737354 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.737674 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.737995 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.738315 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.738631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.738947 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.739262 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:41.939900 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['c25e4dd6-0d08-4c34-bf00-e316e15bf38b'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:05:42.124222 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff5cd0-3c74-41ec-9b21-7a51f092a13b req-366a8ec8-9bce-4032-adeb-b75c9e6c9723 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:42.125739 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6cff5cd0-3c74-41ec-9b21-7a51f092a13b req-366a8ec8-9bce-4032-adeb-b75c9e6c9723 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.0473988 Aug 24 08:05:42.176350 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6cff5cd0-3c74-41ec-9b21-7a51f092a13b req-0b09afc1-1575-4deb-85d8-43853bb6113f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449932 Aug 24 08:05:42.446639 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-7a90b1dd-f41a-4cdf-a2d0-99ba9cfae712 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385559 Aug 24 08:05:42.504135 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:42.511688 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-576f7b2d-a99e-4325-97c7-9c1274910e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:42.513257 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-576f7b2d-a99e-4325-97c7-9c1274910e8e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 1129 time: 0.0423832 Aug 24 08:05:42.622539 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-ffb3273e-96ee-47c3-a63c-8ff6afda5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:42.622821 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-ffb3273e-96ee-47c3-a63c-8ff6afda5893 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 200 len: 910 time: 0.0910616 Aug 24 08:05:42.704807 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-955535e3-3b0d-41f1-af8e-0a720438167b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0 HTTP/1.1" status: 200 len: 1000 time: 0.0757794 Aug 24 08:05:42.753310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-9dc3fef6-da9e-443b-82fc-2b99c4e85ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:42.754743 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-9dc3fef6-da9e-443b-82fc-2b99c4e85ceb service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9ec0644f-ede2-46c3-a6af-980f27243716 HTTP/1.1" status: 200 len: 848 time: 0.0440497 Aug 24 08:05:42.798817 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-01686da7-9c5b-4d4e-aeab-a440420ae7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:42.800287 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-01686da7-9c5b-4d4e-aeab-a440420ae7ae service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=41e052c0-6ffd-41bd-913f-82327ff6b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389094 Aug 24 08:05:42.892678 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-75bed9b0-01cd-4aae-bb1f-25c50e4d25c3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859232 Aug 24 08:05:42.988117 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9506bc5c-1a98-4aa6-b9ce-5e46c7f1d81b req-84746137-c074-4921-9899-8204b626f0ca service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897999 Aug 24 08:05:43.445932 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627c6b-5dbf-422f-b3a7-359abe2c6e2f req-b439652d-98c7-426a-a94f-dd43f113e8ef tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:43.447546 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-13627c6b-5dbf-422f-b3a7-359abe2c6e2f req-b439652d-98c7-426a-a94f-dd43f113e8ef tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.0493257 Aug 24 08:05:43.462313 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device c25e4dd6-0d08-4c34-bf00-e316e15bf38b up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:05:43.467627 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:43.500460 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-13627c6b-5dbf-422f-b3a7-359abe2c6e2f req-026d4ba1-423c-48eb-a11e-7feced5ad50b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472720 Aug 24 08:05:43.508867 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:43.509889 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port c25e4dd6-0d08-4c34-bf00-e316e15bf38b completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:05:43.676753 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port c25e4dd6-0d08-4c34-bf00-e316e15bf38b triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:05:43.677135 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:43.749065 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port c25e4dd6-0d08-4c34-bf00-e316e15bf38b is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:05:43.749371 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:43.771317 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:05:43.773716 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd6c96e-edb6-4e09-9d65-f11cc8bdde4d" -d '{"events": [{"server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "name": "network-vif-plugged", "status": "completed", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:05:43.786263 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port c25e4dd6-0d08-4c34-bf00-e316e15bf38b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:05:43.812306 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08734d5f-57a9-4b9b-bd0e-d0f5accccc00 x-openstack-request-id: req-08734d5f-57a9-4b9b-bd0e-d0f5accccc00 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:05:43.812590 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "name": "network-vif-plugged", "status": "completed", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:05:43.812872 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08734d5f-57a9-4b9b-bd0e-d0f5accccc00 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:05:43.813265 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08734d5f-57a9-4b9b-bd0e-d0f5accccc00'] response: {'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'code': 200} Aug 24 08:05:43.900156 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:43.950841 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:44.213453 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a435b3-3715-4a75-8374-e9e8dbd8afa7 req-89ae336a-ba7a-44a0-89b4-194ca5482f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:44.214992 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e0a435b3-3715-4a75-8374-e9e8dbd8afa7 req-89ae336a-ba7a-44a0-89b4-194ca5482f09 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 1130 time: 0.0418761 Aug 24 08:05:44.263329 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e0a435b3-3715-4a75-8374-e9e8dbd8afa7 req-2a6df5e8-3074-4e1d-a2f8-f531630cad57 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415993 Aug 24 08:05:44.622875 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc017a-3d0d-4cf2-b2f7-4cf9c104ecb0 req-9d32649f-582c-418e-9f10-37e8a20b495d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:44.624332 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f4fc017a-3d0d-4cf2-b2f7-4cf9c104ecb0 req-9d32649f-582c-418e-9f10-37e8a20b495d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 946 time: 0.0512896 Aug 24 08:05:44.673999 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f4fc017a-3d0d-4cf2-b2f7-4cf9c104ecb0 req-be89ae4a-2c01-4795-8b6b-8619d8dc9ee5 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439808 Aug 24 08:05:45.792771 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b202d7f-7d86-4cf4-8fad-cb0ad89b1903 req-ce97485c-67bb-4195-85f5-3a02112419d3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:45.794238 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8b202d7f-7d86-4cf4-8fad-cb0ad89b1903 req-ce97485c-67bb-4195-85f5-3a02112419d3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 946 time: 0.0466151 Aug 24 08:05:45.842631 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8b202d7f-7d86-4cf4-8fad-cb0ad89b1903 req-94d8c39a-0581-428a-acaf-dbf38a1cbf90 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Aug 24 08:05:45.957674 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be74d2-c009-4b0e-8630-ab64fe3132eb req-9991039b-19e9-4296-be7d-43bcec3e7a19 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:45.959045 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-68be74d2-c009-4b0e-8630-ab64fe3132eb req-9991039b-19e9-4296-be7d-43bcec3e7a19 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 946 time: 0.0463443 Aug 24 08:05:46.007789 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-68be74d2-c009-4b0e-8630-ab64fe3132eb req-3b987a8c-3cbb-491a-b1b9-67c8c66ba1d6 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431468 Aug 24 08:05:46.033800 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39298) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:05:46.071187 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73865b-ba88-4588-beb4-2a22d9b470e1 tempest-TestVolumeBootPattern-2100081330 tempest-TestVolumeBootPattern-2100081330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:46.072672 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-8d73865b-ba88-4588-beb4-2a22d9b470e1 tempest-TestVolumeBootPattern-2100081330 tempest-TestVolumeBootPattern-2100081330-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 1125 time: 0.0378993 Aug 24 08:05:46.075366 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39300) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:05:46.079571 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:05:46.156165 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:46.234731 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:46.239700 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:46.277133 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:46.349169 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Allocated IP 172.27.4.73 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/b517dfba-df5b-49a2-9fa6-94898523b98e) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:05:46.451178 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for port (b517dfba-df5b-49a2-9fa6-94898523b98e), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:46.534542 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (b517dfba-df5b-49a2-9fa6-94898523b98e), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:46.576816 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:05:46.581365 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:05:46.585173 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:05:46.606698 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'Port': ['ID=b517dfba-df5b-49a2-9fa6-94898523b98e,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:46.617068 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.617414 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.617754 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.618085 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.618411 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.618743 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.619058 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.619376 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.619694 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.620010 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.620326 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.620643 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.621895 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.622218 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.622557 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:05:46.936532 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (c69f618b-2fe0-427b-9a5a-6ae669a52077), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:46.963643 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:47.052160 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (b517dfba-df5b-49a2-9fa6-94898523b98e), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:47.201953 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for port (b517dfba-df5b-49a2-9fa6-94898523b98e), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:47.270695 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (b517dfba-df5b-49a2-9fa6-94898523b98e), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:47.274060 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:47.337460 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'Port': ['ID=b517dfba-df5b-49a2-9fa6-94898523b98e,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:47.339801 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (c69f618b-2fe0-427b-9a5a-6ae669a52077), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:47.438936 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.l3_db [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Floating IP c69f618b-2fe0-427b-9a5a-6ae669a52077 associated. External IP: 172.27.4.73, port: c25e4dd6-0d08-4c34-bf00-e316e15bf38b. Aug 24 08:05:47.634461 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:05:47.736587 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:05:47.747314 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] Sync routers for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:05:47.767442 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:05:47.768043 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:05:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:47.810229 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:47.843550 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-d9d11378-712c-41b0-8cad-40d98b317d6b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7671857 Aug 24 08:05:47.844257 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:05:47.846680 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb303176-0489-4094-ad88-f8ee335d2c61" -d '{"events": [{"name": "network-changed", "server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:05:47.872087 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:05:47.887238 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9254a341-587b-41aa-b5bf-af2dafdce9b3 x-openstack-request-id: req-9254a341-587b-41aa-b5bf-af2dafdce9b3 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:05:47.887642 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:05:47.887959 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9254a341-587b-41aa-b5bf-af2dafdce9b3 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:05:47.888455 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9254a341-587b-41aa-b5bf-af2dafdce9b3'] response: {'name': 'network-changed', 'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'status': 'completed', 'code': 200} Aug 24 08:05:47.946723 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-d5f635b8-b080-4db1-b40e-3e85b9db9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:47.948365 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-d5f635b8-b080-4db1-b40e-3e85b9db9931 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 1130 time: 0.0387604 Aug 24 08:05:48.030217 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:48.049305 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-de59cefa-9ca8-4cc0-8ccb-4c1cac3b4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:48.050761 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-de59cefa-9ca8-4cc0-8ccb-4c1cac3b4d1a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 912 time: 0.0944977 Aug 24 08:05:48.115351 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-8d0983a2-8181-4e4b-aa10-d0a74516661d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b HTTP/1.1" status: 200 len: 999 time: 0.0574095 Aug 24 08:05:48.164924 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'c69f618b-2fe0-427b-9a5a-6ae669a52077', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:46Z', 'updated_at': '2022-08-24T08:05:46Z', 'revision_number': 0, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:48.170500 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-edccaea7-4931-49c5-b82e-746fbad28064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:48.171982 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-edccaea7-4931-49c5-b82e-746fbad28064 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0493109 Aug 24 08:05:48.192505 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] Checking router: aaca6d4c-f415-463e-b7dc-1f8d7796aac8 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:05:48.201407 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:05:48.201989 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:05:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:48.216928 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-b8d69868-0fd2-4fe9-b175-682438a7bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:48.218408 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-b8d69868-0fd2-4fe9-b175-682438a7bd05 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389345 Aug 24 08:05:48.303187 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:48.304272 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:05:48.312345 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-13cc5eae-0b64-4e6a-9e51-8680690a72d6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871558 Aug 24 08:05:48.413408 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-eb303176-0489-4094-ad88-f8ee335d2c61 req-7b37f48b-c606-4ce0-922a-0d060554e051 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939677 Aug 24 08:05:48.536022 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'c69f618b-2fe0-427b-9a5a-6ae669a52077', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:46Z', 'updated_at': '2022-08-24T08:05:46Z', 'revision_number': 0, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:48.560608 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522cdee-01a0-4902-a9a0-18da27887259 None None] The sync data for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi is: [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'c69f618b-2fe0-427b-9a5a-6ae669a52077', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:46Z', 'updated_at': '2022-08-24T08:05:46Z', 'revision_number': 0, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:05:48.748720 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f45b2-322b-4252-8dfb-d547f2672648 None None] New status for floating IP c69f618b-2fe0-427b-9a5a-6ae669a52077: ACTIVE {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:05:48.861349 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c6be6-a2f0-4900-a754-1398c172042f req-8d691e26-2cd7-4cf8-b557-5c03de35cc29 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:48.862837 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-296c6be6-a2f0-4900-a754-1398c172042f req-8d691e26-2cd7-4cf8-b557-5c03de35cc29 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0473685 Aug 24 08:05:48.874582 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:48.911998 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-296c6be6-a2f0-4900-a754-1398c172042f req-91b54a24-b416-4cf2-bc8b-9cd2abc8ba93 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 Aug 24 08:05:50.031752 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80732f81-3498-48e0-b43d-7af84ceb211e req-742402db-6caf-40a0-bc95-cd0acba82853 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:50.033124 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80732f81-3498-48e0-b43d-7af84ceb211e req-742402db-6caf-40a0-bc95-cd0acba82853 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0458438 Aug 24 08:05:50.085405 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-80732f81-3498-48e0-b43d-7af84ceb211e req-ef6e6364-e5c7-4e03-a52c-4a58ee22c336 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465786 Aug 24 08:05:50.697287 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-fad4abdf-3a82-4a32-aa66-53f04f207b75 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:50.700843 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-fad4abdf-3a82-4a32-aa66-53f04f207b75 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0554178 Aug 24 08:05:50.781651 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Deleting port 43d8f622-820b-42da-a0f0-3f89f04d79a0 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:05:50.781991 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:50.872944 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] For port 43d8f622-820b-42da-a0f0-3f89f04d79a0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=43d8f622-820b-42da-a0f0-3f89f04d79a0,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:05:50.873307 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:51.038746 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:51.039761 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:51.039761 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Floating IP 1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37 disassociated. External IP: 172.27.4.58, port: 43d8f622-820b-42da-a0f0-3f89f04d79a0. Aug 24 08:05:51.039761 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Calling delete_port for 43d8f622-820b-42da-a0f0-3f89f04d79a0 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:05:51.203287 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ade5a-628d-449a-8603-0b2fbe49a4bd req-7e2d8eca-1c2d-4eb4-b3b5-c57c853f6507 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:51.204805 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e31ade5a-628d-449a-8603-0b2fbe49a4bd req-7e2d8eca-1c2d-4eb4-b3b5-c57c853f6507 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 945 time: 0.0464437 Aug 24 08:05:51.231101 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (43d8f622-820b-42da-a0f0-3f89f04d79a0), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:51.243048 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:51.252317 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e31ade5a-628d-449a-8603-0b2fbe49a4bd req-78bec80f-536b-4f4e-81cd-a2054ae23c12 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=aeba9ec4-9e55-4095-ad22-52f16f066410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418077 Aug 24 08:05:51.265002 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event deleted for resources: {'Port': ['ID=43d8f622-820b-42da-a0f0-3f89f04d79a0,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:51.603557 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bfd8c2c6-67ba-4279-82d0-3174eef30be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:51.620466 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:51.641212 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:05:51.749192 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:05:51.758571 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] Sync routers for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:05:51.768437 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:05:51.769057 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:05:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:51.792341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] No DVR routers for this DVR port 43d8f622-820b-42da-a0f0-3f89f04d79a0 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:05:51.795166 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:51.798574 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d91921b2-f632-4d33-ae7d-9a8c780fba6d req-d00315ee-9fbc-43d3-9a9f-04e0d99b498f tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "DELETE /networking/v2.0/ports/43d8f622-820b-42da-a0f0-3f89f04d79a0 HTTP/1.1" status: 204 len: 173 time: 1.0930214 Aug 24 08:05:51.799034 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d9152-ac7c-4205-b159-d6151037a3be', 'name': 'network-vif-deleted', 'tag': '43d8f622-820b-42da-a0f0-3f89f04d79a0'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:05:51.801924 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cd8e04-36ab-4a18-b7b6-43ea10811854" -d '{"events": [{"server_uuid": "840d9152-ac7c-4205-b159-d6151037a3be", "name": "network-vif-deleted", "tag": "43d8f622-820b-42da-a0f0-3f89f04d79a0"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:05:51.845158 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c4cec5-882c-48ed-b922-3be98d879165 x-openstack-request-id: req-75c4cec5-882c-48ed-b922-3be98d879165 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:05:51.845489 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d9152-ac7c-4205-b159-d6151037a3be", "name": "network-vif-deleted", "tag": "43d8f622-820b-42da-a0f0-3f89f04d79a0", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:05:51.845708 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75c4cec5-882c-48ed-b922-3be98d879165 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:05:51.846112 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c4cec5-882c-48ed-b922-3be98d879165'] response: {'server_uuid': '840d9152-ac7c-4205-b159-d6151037a3be', 'name': 'network-vif-deleted', 'tag': '43d8f622-820b-42da-a0f0-3f89f04d79a0', 'status': 'completed', 'code': 200} Aug 24 08:05:51.871859 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:05:51.939632 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:51.999903 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:52.064428 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:52.090224 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] Checking router: fb52f4c2-d2d8-4193-9c88-7a2645f9dcae for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:05:52.098693 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:05:52.099285 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:05:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:52.205157 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:05:52.374754 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a2b59599-5fcd-48fb-932d-400e8a0ccaec req-5e4b1b0a-0f2e-4246-825a-7c44880447b2 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=840d9152-ac7c-4205-b159-d6151037a3be HTTP/1.1" status: 200 len: 210 time: 0.0331008 Aug 24 08:05:52.403735 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:05:52.428454 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d89dca-179b-4921-9d11-957a7e40db89 None None] The sync data for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi is: [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:05:52.649959 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c7455-cc29-44f0-be73-9020991d6e82 None None] New status for floating IP 1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37: DOWN {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:05:53.540203 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39330) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:05:53.594560 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-add7e2a4-7a5c-4a25-b298-68f75b5cf9b8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (aeba9ec4-9e55-4095-ad22-52f16f066410), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:53.616094 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-add7e2a4-7a5c-4a25-b298-68f75b5cf9b8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (aeba9ec4-9e55-4095-ad22-52f16f066410), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:53.711372 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-add7e2a4-7a5c-4a25-b298-68f75b5cf9b8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (aeba9ec4-9e55-4095-ad22-52f16f066410), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:53.713972 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-add7e2a4-7a5c-4a25-b298-68f75b5cf9b8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:53.715103 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-add7e2a4-7a5c-4a25-b298-68f75b5cf9b8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/aeba9ec4-9e55-4095-ad22-52f16f066410 HTTP/1.1" status: 204 len: 168 time: 0.1739004 Aug 24 08:05:53.717944 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39332) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:05:53.724480 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7e2a4-7a5c-4a25-b298-68f75b5cf9b8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeba9ec4-9e55-4095-ad22-52f16f066410,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:53.731963 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.api.v2.resource [None req-1452041e-a862-479d-8370-ac021e057ab4 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] show failed (client error): The resource could not be found. Aug 24 08:05:53.733037 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-1452041e-a862-479d-8370-ac021e057ab4 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups/aeba9ec4-9e55-4095-ad22-52f16f066410 HTTP/1.1" status: 404 len: 347 time: 0.0141206 Aug 24 08:05:53.735986 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39334) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:05:53.790866 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-2841b117-8244-47ba-82b6-63d9007a06ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:53.848287 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Deleting port 955381cb-f073-405f-9596-ac22cbd01e91 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:05:53.848552 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (955381cb-f073-405f-9596-ac22cbd01e91), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:53.916067 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:53.927820 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (955381cb-f073-405f-9596-ac22cbd01e91), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:53.928145 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (955381cb-f073-405f-9596-ac22cbd01e91), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:53.941878 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Calling delete_port for 955381cb-f073-405f-9596-ac22cbd01e91 owned by network:floatingip {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:05:54.128455 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (955381cb-f073-405f-9596-ac22cbd01e91), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:54.157057 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event deleted for resources: {'Port': ['ID=955381cb-f073-405f-9596-ac22cbd01e91,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:54.216920 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:54.219421 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:54.220566 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-19d34a3e-b7fe-492a-a5df-9f702d0b8072 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/1cf5e9b3-e69d-45c8-9e04-1d1a5ba11f37 HTTP/1.1" status: 204 len: 168 time: 0.4833181 Aug 24 08:05:55.388676 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39342) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:05:55.393343 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-9b6c3aa6-87dc-4cca-8eb9-5f678c829414 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866570935', 'description': 'tempest-description--603595048'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:05:55.493552 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3aa6-87dc-4cca-8eb9-5f678c829414 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:55.522473 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:55.532609 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 43d8f622-820b-42da-a0f0-3f89f04d79a0 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:05:55.545478 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:55.552134 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 43d8f622-820b-42da-a0f0-3f89f04d79a0 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:05:55.552483 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 43d8f622-820b-42da-a0f0-3f89f04d79a0 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:05:55.563188 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3aa6-87dc-4cca-8eb9-5f678c829414 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (f52eb0d2-270d-4cc8-882a-5713511bac3d), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:55.626148 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3aa6-87dc-4cca-8eb9-5f678c829414 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f52eb0d2-270d-4cc8-882a-5713511bac3d), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:55.656964 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c3aa6-87dc-4cca-8eb9-5f678c829414 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52eb0d2-270d-4cc8-882a-5713511bac3d,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:55.701391 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3aa6-87dc-4cca-8eb9-5f678c829414 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:55.702623 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-9b6c3aa6-87dc-4cca-8eb9-5f678c829414 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3128304 Aug 24 08:05:55.705653 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39344) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:05:55.709873 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-1556f1b8-233f-4776-b91a-79f9296b1d57 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'security_group_rule': {'security_group_id': 'f52eb0d2-270d-4cc8-882a-5713511bac3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:05:55.825745 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1556f1b8-233f-4776-b91a-79f9296b1d57 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (19c90b8a-f740-4bcc-8cda-01e9bbbb5050), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:55.883959 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1556f1b8-233f-4776-b91a-79f9296b1d57 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (19c90b8a-f740-4bcc-8cda-01e9bbbb5050), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:55.933464 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1556f1b8-233f-4776-b91a-79f9296b1d57 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (19c90b8a-f740-4bcc-8cda-01e9bbbb5050), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:55.953291 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556f1b8-233f-4776-b91a-79f9296b1d57 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c90b8a-f740-4bcc-8cda-01e9bbbb5050,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:55.998646 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1556f1b8-233f-4776-b91a-79f9296b1d57 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:55.999908 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-1556f1b8-233f-4776-b91a-79f9296b1d57 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933264 Aug 24 08:05:56.002628 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39346) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:05:56.006915 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-1524a7e9-6b27-487f-8479-6899440a53fa tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'security_group_rule': {'security_group_id': 'f52eb0d2-270d-4cc8-882a-5713511bac3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:05:56.076674 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1524a7e9-6b27-487f-8479-6899440a53fa tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (5abafec1-c84f-4f53-976d-660c90e3f16c), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:56.132053 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1524a7e9-6b27-487f-8479-6899440a53fa tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (5abafec1-c84f-4f53-976d-660c90e3f16c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:56.197299 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1524a7e9-6b27-487f-8479-6899440a53fa tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (5abafec1-c84f-4f53-976d-660c90e3f16c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:56.215706 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:56.218003 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524a7e9-6b27-487f-8479-6899440a53fa tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abafec1-c84f-4f53-976d-660c90e3f16c,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:56.290243 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1524a7e9-6b27-487f-8479-6899440a53fa tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:56.291555 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-1524a7e9-6b27-487f-8479-6899440a53fa tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2879727 Aug 24 08:05:56.294830 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39348) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:05:56.299450 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:05:56.425680 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:56.509134 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:56.611113 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Allocated IP 172.27.4.176 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/e0269975-55a1-4422-b63c-2373d2ead73c) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:05:56.717229 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for port (e0269975-55a1-4422-b63c-2373d2ead73c), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:56.807856 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (e0269975-55a1-4422-b63c-2373d2ead73c), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:56.849520 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:05:56.855252 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:05:56.857438 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'Port': ['ID=e0269975-55a1-4422-b63c-2373d2ead73c,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:56.859529 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:05:56.922710 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:56.938709 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:56.944344 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (8534ab3a-d431-4462-a0b2-0014bded2214), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:57.047604 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (e0269975-55a1-4422-b63c-2373d2ead73c), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:57.091404 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:05:57.128347 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:57.196219 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for port (e0269975-55a1-4422-b63c-2373d2ead73c), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:57.265218 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (e0269975-55a1-4422-b63c-2373d2ead73c), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:57.330374 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'Port': ['ID=e0269975-55a1-4422-b63c-2373d2ead73c,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:05:57.335631 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (8534ab3a-d431-4462-a0b2-0014bded2214), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:57.398660 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:05:57.399992 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ed3f0572-afe8-4b0d-a35e-3458da54113c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1041353 Aug 24 08:05:57.597454 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-e030cf95-c35f-4ffa-8a2a-87a1c893a6c4 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1866570935&fields=id&tenant_id=ef79c9df5a2541afaeff1a82b3e4a496 HTTP/1.1" status: 200 len: 267 time: 0.0420530 Aug 24 08:05:57.713478 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-81850285-0aa0-43b9-b36e-217ae48fc160 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:05:57.714936 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-81850285-0aa0-43b9-b36e-217ae48fc160 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/networks?id=41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 200 len: 809 time: 0.1106253 Aug 24 08:05:57.729764 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-6eca181f-697a-4a3f-b75f-c67a89e4295b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/quotas/ef79c9df5a2541afaeff1a82b3e4a496 HTTP/1.1" status: 200 len: 375 time: 0.0095415 Aug 24 08:05:57.777339 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-2162e001-39f9-40bc-b796-4f98f6b13e3c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428450 Aug 24 08:05:57.792688 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-a9bb2dc8-5273-4cf3-9038-1d52c7107b68 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:05:57.793621 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-a9bb2dc8-5273-4cf3-9038-1d52c7107b68 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056851 Aug 24 08:05:57.884270 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-5314001c-9869-48e5-ae38-8ad62c9ea593 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852044 Aug 24 08:05:57.973563 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-ad66efed-db60-4415-8731-b40f2c5cfc2d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836411 Aug 24 08:05:58.239302 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7503a542-fe62-4a2d-951c-03b6e0d63255 req-c9f7ea87-bad1-4e12-bd91-1a7cb2f71509 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 210 time: 0.0310426 Aug 24 08:05:59.345568 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c569f6a5-56a3-43d6-910a-318f9cd37c40 req-8bd79e09-cb55-4ae2-a573-5040094f51bb tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 210 time: 0.0318470 Aug 24 08:06:00.268728 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-f41b0b89-1986-4cf3-ba0c-e00ea954633b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:00.270161 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-f41b0b89-1986-4cf3-ba0c-e00ea954633b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "GET /networking/v2.0/networks?id=41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 200 len: 809 time: 0.1005459 Aug 24 08:06:00.332087 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-4246eed4-9032-40de-b8bc-aee2b87443f1 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef79c9df5a2541afaeff1a82b3e4a496 HTTP/1.1" status: 200 len: 380 time: 0.0525391 Aug 24 08:06:00.339849 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'port': {'device_id': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'admin_state_up': True, 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'security_groups': ['f52eb0d2-270d-4cc8-882a-5713511bac3d']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:06:00.472752 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8f59bd19-df8c-4e83-bf7c-4aca51f45457 req-7f017639-a08d-42e5-bd5d-4b49fb874de4 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 210 time: 0.0342948 Aug 24 08:06:00.579463 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Made reservation on behalf of ef79c9df5a2541afaeff1a82b3e4a496 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:06:00.584058 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:00.716433 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Allocated IP 172.20.0.14 (41e052c0-6ffd-41bd-913f-82327ff6b46b/9ec0644f-ede2-46c3-a6af-980f27243716/f02dabd3-ccfb-4873-a58e-eff78c49bee3) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:06:00.730045 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:00.857203 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:00.877133 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:00.945986 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:00.989138 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:06:00.992354 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:06:00.994803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:06:01.058369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event updated for resources: {'Port': ['ID=f02dabd3-ccfb-4873-a58e-eff78c49bee3,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:06:01.058369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:01.058369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:01.149336 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-c813d03e-be79-456b-9bbc-5639db2d9fe3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8122466 Aug 24 08:06:01.163417 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-7001fcb8-3c80-45d6-9c07-d8a5804e091c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:06:01.164381 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-7001fcb8-3c80-45d6-9c07-d8a5804e091c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051503 Aug 24 08:06:01.185575 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-8ac19a9b-1cab-4001-880a-810bc39e3adc None None] Provisioning complete for port f02dabd3-ccfb-4873-a58e-eff78c49bee3 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:06:01.186993 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-8ac19a9b-1cab-4001-880a-810bc39e3adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:01.218151 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-8ac19a9b-1cab-4001-880a-810bc39e3adc None None] Port f02dabd3-ccfb-4873-a58e-eff78c49bee3 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:06:01.221662 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Request body: {'port': {'device_id': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:06:01.284583 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:01.538618 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02dabd3-ccfb-4873-a58e-eff78c49bee3 {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:06:01.546427 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Publish callbacks [] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:01.559533 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Transition to ACTIVE for port object f02dabd3-ccfb-4873-a58e-eff78c49bee3 will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:06:01.589807 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bc6e4-b77c-4fb3-bc39-6a6ceb710687 req-d345324b-72b7-4209-867c-9c36bb960bea tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:01.591272 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-252bc6e4-b77c-4fb3-bc39-6a6ceb710687 req-d345324b-72b7-4209-867c-9c36bb960bea tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 932 time: 0.0461609 Aug 24 08:06:01.625333 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:01.638741 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-252bc6e4-b77c-4fb3-bc39-6a6ceb710687 req-774cec40-a421-4eda-ac39-0b6fa8616cd5 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Aug 24 08:06:01.684731 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f02dabd3-ccfb-4873-a58e-eff78c49bee3,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:06:01.738815 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Attempting to bind port f02dabd3-ccfb-4873-a58e-eff78c49bee3 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:06:01.739144 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Attempting to bind port f02dabd3-ccfb-4873-a58e-eff78c49bee3 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:06:01.739472 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Attempting to bind port f02dabd3-ccfb-4873-a58e-eff78c49bee3 on network 41e052c0-6ffd-41bd-913f-82327ff6b46b {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:06:01.744438 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Port f02dabd3-ccfb-4873-a58e-eff78c49bee3 on network 41e052c0-6ffd-41bd-913f-82327ff6b46b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:06:01.744802 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Attempting to bind port f02dabd3-ccfb-4873-a58e-eff78c49bee3 on network 41e052c0-6ffd-41bd-913f-82327ff6b46b {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:06:01.749852 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:06:01.750190 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Checking segment: {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:06:01.750571 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Bound using segment: {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:06:01.750994 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Bound port: f02dabd3-ccfb-4873-a58e-eff78c49bee3, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc0f8e2-75c5-4a31-b82e-f8562cc07782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:06:01.751352 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:01.765375 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:01.811585 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] For port f02dabd3-ccfb-4873-a58e-eff78c49bee3, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:06:01.814577 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] For port f02dabd3-ccfb-4873-a58e-eff78c49bee3, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f02dabd3-ccfb-4873-a58e-eff78c49bee3,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:06:01.911357 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:01.916009 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:01.916608 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:01.917999 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/f02dabd3-ccfb-4873-a58e-eff78c49bee3 HTTP/1.1" status: 200 len: 1094 time: 0.7451472 Aug 24 08:06:01.918481 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'tag': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:06:01.920724 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad89dbb-4aba-49da-972b-ca2ebdd0271e" -d '{"events": [{"name": "network-changed", "server_uuid": "31e6fb33-c8ea-4e39-a422-c6b07bfb829e", "tag": "f02dabd3-ccfb-4873-a58e-eff78c49bee3"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:06:01.964629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edfec32-45ce-40c4-a313-8898a7ae0f0e x-openstack-request-id: req-2edfec32-45ce-40c4-a313-8898a7ae0f0e {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:06:01.964934 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e6fb33-c8ea-4e39-a422-c6b07bfb829e", "tag": "f02dabd3-ccfb-4873-a58e-eff78c49bee3", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:06:01.965184 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2edfec32-45ce-40c4-a313-8898a7ae0f0e {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:06:01.965580 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edfec32-45ce-40c4-a313-8898a7ae0f0e'] response: {'name': 'network-changed', 'server_uuid': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'tag': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3', 'status': 'completed', 'code': 200} Aug 24 08:06:01.970311 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969de9bb-e21f-4526-9f4c-98b353f51eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f02dabd3-ccfb-4873-a58e-eff78c49bee3,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:06:02.026866 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad89dbb-4aba-49da-972b-ca2ebdd0271e req-9b21f40e-fa75-4243-af9c-ff2e617c8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:02.028351 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ad89dbb-4aba-49da-972b-ca2ebdd0271e req-9b21f40e-fa75-4243-af9c-ff2e617c8f4e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 1128 time: 0.0422761 Aug 24 08:06:02.103261 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:02.128941 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad89dbb-4aba-49da-972b-ca2ebdd0271e req-767d981e-03e4-4fba-af2b-79389a7f9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:02.130391 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ad89dbb-4aba-49da-972b-ca2ebdd0271e req-767d981e-03e4-4fba-af2b-79389a7f9b22 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0937941 Aug 24 08:06:02.229140 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad89dbb-4aba-49da-972b-ca2ebdd0271e req-4085790c-52f7-4fc2-b42a-5cc855051a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:02.230514 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5ad89dbb-4aba-49da-972b-ca2ebdd0271e req-4085790c-52f7-4fc2-b42a-5cc855051a39 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933452 Aug 24 08:06:02.303494 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-d3ac7cdd-cbd0-402e-a552-fe4de2d46360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:02.305005 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-d3ac7cdd-cbd0-402e-a552-fe4de2d46360 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 1128 time: 0.0401576 Aug 24 08:06:02.345933 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-e268fbfb-fa44-40f4-8f37-b2abae239986 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f02dabd3-ccfb-4873-a58e-eff78c49bee3 HTTP/1.1" status: 200 len: 217 time: 0.0327530 Aug 24 08:06:02.399527 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=56 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:02.402597 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-ff8f6b61-b542-4147-bd46-542d14e5cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:02.404076 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-ff8f6b61-b542-4147-bd46-542d14e5cdb7 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9ec0644f-ede2-46c3-a6af-980f27243716 HTTP/1.1" status: 200 len: 848 time: 0.0528450 Aug 24 08:06:02.407042 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=30 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:02.448563 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-4877472e-9c1a-4ec9-917d-a9d12a10e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:02.450085 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-4877472e-9c1a-4ec9-917d-a9d12a10e209 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=41e052c0-6ffd-41bd-913f-82327ff6b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382793 Aug 24 08:06:02.544986 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-a20959a6-b036-4d76-be06-a6b26848af52 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870357 Aug 24 08:06:02.635093 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-abdc6620-ad21-4d78-a32a-b63484861d5f req-36ffc4de-11a3-4f69-a04c-5efbb0bd1987 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831690 Aug 24 08:06:02.754874 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322ec79-845b-4ee7-9fab-a7a6f27cb717 req-384c159e-ca60-4a4d-af10-8c76fc57650e tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:02.756401 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a322ec79-845b-4ee7-9fab-a7a6f27cb717 req-384c159e-ca60-4a4d-af10-8c76fc57650e tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 944 time: 0.0465052 Aug 24 08:06:02.803555 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a322ec79-845b-4ee7-9fab-a7a6f27cb717 req-a77fd79f-17aa-41be-83e9-b27f1a123941 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404058 Aug 24 08:06:03.924955 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9fd9e-6e89-4a52-b599-c783111525fa req-023a9803-00be-43e4-9614-0188b72e26b0 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:03.926433 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-31a9fd9e-6e89-4a52-b599-c783111525fa req-023a9803-00be-43e4-9614-0188b72e26b0 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 944 time: 0.0473976 Aug 24 08:06:03.976988 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-31a9fd9e-6e89-4a52-b599-c783111525fa req-12054773-a295-4335-9b00-111f7becfbb8 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448701 Aug 24 08:06:05.097800 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d7810-2c2f-401c-8f20-5c9c2eaaa73a req-2fd43108-2aab-4060-953d-17cbc6828194 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:05.099269 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a65d7810-2c2f-401c-8f20-5c9c2eaaa73a req-2fd43108-2aab-4060-953d-17cbc6828194 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 944 time: 0.0497499 Aug 24 08:06:05.145205 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-a65d7810-2c2f-401c-8f20-5c9c2eaaa73a req-46bb1b59-7d3f-4725-ad77-5507412cf105 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399165 Aug 24 08:06:05.608136 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f02dabd3-ccfb-4873-a58e-eff78c49bee3 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:06:05.708641 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f02dabd3-ccfb-4873-a58e-eff78c49bee3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f02dabd3-ccfb-4873-a58e-eff78c49bee3,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:06:05.719506 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'port_id': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3', 'mac_address': 'fa:16:3e:36:4f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:06:05.749322 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:06:05.756510 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f02dabd3-ccfb-4873-a58e-eff78c49bee3 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:06:05.757086 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:05.769261 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:05.776983 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02dabd3-ccfb-4873-a58e-eff78c49bee3 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:06:05.802371 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f02dabd3-ccfb-4873-a58e-eff78c49bee3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f02dabd3-ccfb-4873-a58e-eff78c49bee3,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:06:05.876611 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:05.926939 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f02dabd3-ccfb-4873-a58e-eff78c49bee3,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:06:06.090794 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['f02dabd3-ccfb-4873-a58e-eff78c49bee3'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:06:06.267895 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a77fa-1bd0-458e-9f98-ffd3cff74e27 req-3d04592d-130e-4639-9ce2-d5d3e191a565 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:06.269429 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8c1a77fa-1bd0-458e-9f98-ffd3cff74e27 req-3d04592d-130e-4639-9ce2-d5d3e191a565 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 945 time: 0.0487306 Aug 24 08:06:06.324373 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8c1a77fa-1bd0-458e-9f98-ffd3cff74e27 req-05bcdae7-5382-4f9d-a980-6b3a45fadb87 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482180 Aug 24 08:06:06.665488 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:07.433978 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:07.450415 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7abfd-622c-4120-9633-9d92c8045b6a req-e59b2a8b-de13-440a-bf7d-ea2321d2e087 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:07.451957 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9af7abfd-622c-4120-9633-9d92c8045b6a req-e59b2a8b-de13-440a-bf7d-ea2321d2e087 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 945 time: 0.0474143 Aug 24 08:06:07.499453 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9af7abfd-622c-4120-9633-9d92c8045b6a req-591adca2-b7b3-47b4-a01a-36e54cd4aeb5 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Aug 24 08:06:07.618083 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f02dabd3-ccfb-4873-a58e-eff78c49bee3 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:06:07.662698 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port f02dabd3-ccfb-4873-a58e-eff78c49bee3 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:06:07.710455 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port f02dabd3-ccfb-4873-a58e-eff78c49bee3 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:06:07.711085 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:07.728475 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:07.789992 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port f02dabd3-ccfb-4873-a58e-eff78c49bee3 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:06:07.790375 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:07.814043 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:06:07.816243 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6601dba-f44e-4be5-8834-8596c571dd35" -d '{"events": [{"server_uuid": "31e6fb33-c8ea-4e39-a422-c6b07bfb829e", "name": "network-vif-plugged", "status": "completed", "tag": "f02dabd3-ccfb-4873-a58e-eff78c49bee3"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:06:07.829432 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port f02dabd3-ccfb-4873-a58e-eff78c49bee3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f02dabd3-ccfb-4873-a58e-eff78c49bee3,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:06:07.852733 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f120a2a4-cad9-4d7e-b605-6cc532b745bd x-openstack-request-id: req-f120a2a4-cad9-4d7e-b605-6cc532b745bd {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:06:07.853043 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e6fb33-c8ea-4e39-a422-c6b07bfb829e", "name": "network-vif-plugged", "status": "completed", "tag": "f02dabd3-ccfb-4873-a58e-eff78c49bee3", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:06:07.853297 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f120a2a4-cad9-4d7e-b605-6cc532b745bd {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:06:07.853693 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f120a2a4-cad9-4d7e-b605-6cc532b745bd'] response: {'server_uuid': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3', 'code': 200} Aug 24 08:06:07.876300 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:07.927994 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=f02dabd3-ccfb-4873-a58e-eff78c49bee3,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:06:08.144934 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92e800-c79f-4a19-96ed-f9a26ff07015 req-cf38458a-1027-4918-87f6-0812b7fe5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:08.146434 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5f92e800-c79f-4a19-96ed-f9a26ff07015 req-cf38458a-1027-4918-87f6-0812b7fe5549 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 1130 time: 0.0375285 Aug 24 08:06:08.199233 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5f92e800-c79f-4a19-96ed-f9a26ff07015 req-a425dabb-de1d-40a5-bac2-b19a3bdb641b service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379088 Aug 24 08:06:08.617545 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a8f3d-9b12-430f-9c3a-d3a5d83b555e req-bb6a22a8-deff-4db4-a8bb-4f252c27b8f3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:08.619005 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-451a8f3d-9b12-430f-9c3a-d3a5d83b555e req-bb6a22a8-deff-4db4-a8bb-4f252c27b8f3 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 946 time: 0.0458798 Aug 24 08:06:08.670232 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-451a8f3d-9b12-430f-9c3a-d3a5d83b555e req-6f28937b-d7b3-4bc5-94f5-35edaf3f5de2 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451741 Aug 24 08:06:09.796117 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1300630-cb97-470a-a8f3-d20edf0eec19 req-f5398b55-df92-4d27-b1ae-eca9b4ada60b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:09.797801 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f1300630-cb97-470a-a8f3-d20edf0eec19 req-f5398b55-df92-4d27-b1ae-eca9b4ada60b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 946 time: 0.0514307 Aug 24 08:06:09.846827 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f1300630-cb97-470a-a8f3-d20edf0eec19 req-111a1ddd-2aaa-484c-8580-c3dd56b05a6a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Aug 24 08:06:10.963403 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cb042-8004-4393-bd09-0be620a680c0 req-33bc67fe-4ba2-4b23-95e6-03c3c26469de tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:10.965400 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2c8cb042-8004-4393-bd09-0be620a680c0 req-33bc67fe-4ba2-4b23-95e6-03c3c26469de tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 946 time: 0.0456266 Aug 24 08:06:10.985934 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:11.012188 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-2c8cb042-8004-4393-bd09-0be620a680c0 req-7ebaa197-45f7-4321-aaaf-50b7a4fafd2a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Aug 24 08:06:11.090963 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:11.126123 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de289a-050c-42d1-ae1e-a3e1f7f961fa req-07554063-02a7-4350-9b16-6ed159250faf tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:11.127587 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-59de289a-050c-42d1-ae1e-a3e1f7f961fa req-07554063-02a7-4350-9b16-6ed159250faf tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 946 time: 0.0470045 Aug 24 08:06:11.137118 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39414) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:06:11.141362 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-f814ed98-e0b9-4a10-8b75-b75a2f619b37 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Request body: {'floatingip': {'port_id': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:06:11.179469 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f814ed98-e0b9-4a10-8b75-b75a2f619b37 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (8534ab3a-d431-4462-a0b2-0014bded2214), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:11.491828 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:11.583446 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f814ed98-e0b9-4a10-8b75-b75a2f619b37 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:11.632381 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f814ed98-e0b9-4a10-8b75-b75a2f619b37 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (8534ab3a-d431-4462-a0b2-0014bded2214), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:11.727548 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-f814ed98-e0b9-4a10-8b75-b75a2f619b37 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Floating IP 8534ab3a-d431-4462-a0b2-0014bded2214 associated. External IP: 172.27.4.176, port: f02dabd3-ccfb-4873-a58e-eff78c49bee3. Aug 24 08:06:11.923551 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f814ed98-e0b9-4a10-8b75-b75a2f619b37 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:06:12.034949 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:12.055463 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f814ed98-e0b9-4a10-8b75-b75a2f619b37 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:06:12.061224 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f814ed98-e0b9-4a10-8b75-b75a2f619b37 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:12.066302 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] Sync routers for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:06:12.076747 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:06:12.078136 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:05:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:06:12.094982 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-f814ed98-e0b9-4a10-8b75-b75a2f619b37 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/8534ab3a-d431-4462-a0b2-0014bded2214 HTTP/1.1" status: 200 len: 992 time: 0.9567907 Aug 24 08:06:12.095610 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'tag': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:06:12.097820 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9bdf3d-f597-47e9-89ab-dbe865b04788" -d '{"events": [{"name": "network-changed", "server_uuid": "31e6fb33-c8ea-4e39-a422-c6b07bfb829e", "tag": "f02dabd3-ccfb-4873-a58e-eff78c49bee3"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:06:12.134993 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f06ea-a7bd-4f2c-8daa-8ba4c0464c1c x-openstack-request-id: req-798f06ea-a7bd-4f2c-8daa-8ba4c0464c1c {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:06:12.135285 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e6fb33-c8ea-4e39-a422-c6b07bfb829e", "tag": "f02dabd3-ccfb-4873-a58e-eff78c49bee3", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:06:12.136043 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-798f06ea-a7bd-4f2c-8daa-8ba4c0464c1c {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:06:12.136456 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798f06ea-a7bd-4f2c-8daa-8ba4c0464c1c'] response: {'name': 'network-changed', 'server_uuid': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'tag': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3', 'status': 'completed', 'code': 200} Aug 24 08:06:12.202357 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-1f99b53c-69f1-46dc-b275-3b897533d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:12.203974 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-1f99b53c-69f1-46dc-b275-3b897533d16b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 1130 time: 0.0446289 Aug 24 08:06:12.264645 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:06:12.293445 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-e204d954-d93e-4861-a02a-f5d65946eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:12.294796 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-e204d954-d93e-4861-a02a-f5d65946eb92 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 200 len: 910 time: 0.0854204 Aug 24 08:06:12.360673 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-4f5cd94e-2cba-4990-8b84-691e30d3b2f8 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f02dabd3-ccfb-4873-a58e-eff78c49bee3 HTTP/1.1" status: 200 len: 1000 time: 0.0597274 Aug 24 08:06:12.414768 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-27d7050c-2e19-4160-8c98-f5e04e1a93be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:12.416292 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-27d7050c-2e19-4160-8c98-f5e04e1a93be service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9ec0644f-ede2-46c3-a6af-980f27243716 HTTP/1.1" status: 200 len: 848 time: 0.0504031 Aug 24 08:06:12.465350 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-3d722b19-e9e2-43bb-8bcd-8a50ae01c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:12.466909 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-3d722b19-e9e2-43bb-8bcd-8a50ae01c54f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=41e052c0-6ffd-41bd-913f-82327ff6b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434656 Aug 24 08:06:12.491288 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '8534ab3a-d431-4462-a0b2-0014bded2214', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'floating_ip_address': '172.27.4.176', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'port_id': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'mac_address': 'fa:16:3e:36:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:56Z', 'updated_at': '2022-08-24T08:06:11Z', 'revision_number': 1, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:06:12.516787 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] Checking router: fb52f4c2-d2d8-4193-9c88-7a2645f9dcae for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:06:12.525235 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:06:12.525899 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:05:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:06:12.562236 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-151d97d2-bd2e-48e8-be22-bcd086f3ff4b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892098 Aug 24 08:06:12.625088 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:06:12.653296 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ee9bdf3d-f597-47e9-89ab-dbe865b04788 req-bddc1a6a-4a08-460f-84bb-9edc3389e7ef service neutron] 10.222.0.45 "GET /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842769 Aug 24 08:06:12.833078 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '8534ab3a-d431-4462-a0b2-0014bded2214', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'floating_ip_address': '172.27.4.176', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'port_id': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'mac_address': 'fa:16:3e:36:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:56Z', 'updated_at': '2022-08-24T08:06:11Z', 'revision_number': 1, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:06:12.857549 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2a5e4-259e-4c6a-8334-aaa18bf23076 None None] The sync data for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi is: [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '8534ab3a-d431-4462-a0b2-0014bded2214', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'floating_ip_address': '172.27.4.176', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'port_id': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'mac_address': 'fa:16:3e:36:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:56Z', 'updated_at': '2022-08-24T08:06:11Z', 'revision_number': 1, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:06:13.040777 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe0d43-5b0e-4352-b214-0736b0201993 None None] New status for floating IP 8534ab3a-d431-4462-a0b2-0014bded2214: ACTIVE {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:06:21.008739 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=21 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:21.652605 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-11a9a783-2f65-484e-9ea1-bae9794d837f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:22.648389 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=48 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:22.650322 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:22.835072 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=87 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:22.835822 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=89 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:23.835693 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-2eb4888c-fd6f-471d-922c-9427736f1c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:25.533451 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:26.944250 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:27.121640 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:34.751766 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:34.756238 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:36.631595 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:36.704269 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:42.749045 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:06:44.446101 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-845ef0ca-4b30-479e-be33-5c80957de04c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415030 Aug 24 08:06:44.544054 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-eac59dcc-9b8e-48c0-bc17-69683b57be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:44.546935 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-eac59dcc-9b8e-48c0-bc17-69683b57be3e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 1130 time: 0.0578768 Aug 24 08:06:44.650067 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-bdccbb7f-5a54-4cc8-9bc7-a62117eb2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:44.651823 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-bdccbb7f-5a54-4cc8-9bc7-a62117eb2d3f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 912 time: 0.0855629 Aug 24 08:06:44.984921 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-0335dda1-457d-4d93-9de9-4c8a8277a6f5 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b HTTP/1.1" status: 200 len: 1001 time: 0.3267817 Aug 24 08:06:45.032539 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-fee2d3f6-5c59-468b-97b3-844d5032b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:45.033956 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-fee2d3f6-5c59-468b-97b3-844d5032b2b3 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0433280 Aug 24 08:06:45.074619 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-899a4fc3-bdc7-4f1b-b31e-67555412d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:06:45.076629 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-899a4fc3-bdc7-4f1b-b31e-67555412d8d1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363266 Aug 24 08:06:45.168340 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-ff801f93-222f-47d9-9170-1c87184e2907 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854654 Aug 24 08:06:45.265715 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e7c5c559-7a6d-47db-b396-dced7450d0d3 req-2f315672-8c7b-4f9a-bf46-771f9fae60db service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911705 Aug 24 08:06:46.642176 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:51.583650 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-2a55bd8e-3e28-41bc-a627-e84a902312e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:52.744203 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:52.744903 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:53.800645 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-a146fffc-14ca-4b43-b33b-72155f92440c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:55.260383 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=53 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:55.262295 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=48 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:06:55.515432 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:56.898123 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:06:57.149691 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:06.686748 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:10.517806 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74652-3f79-4146-a6d7-82c3256378e2 req-a6bef567-7a16-448a-ad11-9cc1f0ff851a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:10.519383 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ebd74652-3f79-4146-a6d7-82c3256378e2 req-a6bef567-7a16-448a-ad11-9cc1f0ff851a tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 946 time: 0.0504487 Aug 24 08:07:10.572425 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ebd74652-3f79-4146-a6d7-82c3256378e2 req-2661bb6b-ad42-467a-8702-199195c69238 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459394 Aug 24 08:07:11.691586 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad6af9-076f-4a3b-aa40-db00bb5dccc3 req-7417c73e-4afc-403a-9a42-14025e19357d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:11.692954 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dcad6af9-076f-4a3b-aa40-db00bb5dccc3 req-7417c73e-4afc-403a-9a42-14025e19357d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 946 time: 0.0459478 Aug 24 08:07:11.739133 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dcad6af9-076f-4a3b-aa40-db00bb5dccc3 req-add73d42-98fb-4db0-b778-56cd15c7c114 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f52eb0d2-270d-4cc8-882a-5713511bac3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Aug 24 08:07:11.761824 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:12.285985 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-0815fa60-e2f0-4de8-9262-65dd9fcd6fe6 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:12.287383 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-0815fa60-e2f0-4de8-9262-65dd9fcd6fe6 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 946 time: 0.0448968 Aug 24 08:07:12.369938 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Deleting port f02dabd3-ccfb-4873-a58e-eff78c49bee3 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:07:12.370272 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:12.457274 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] For port f02dabd3-ccfb-4873-a58e-eff78c49bee3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f02dabd3-ccfb-4873-a58e-eff78c49bee3,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:12.457630 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:12.619782 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:12.620140 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (8534ab3a-d431-4462-a0b2-0014bded2214), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:12.620446 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Floating IP 8534ab3a-d431-4462-a0b2-0014bded2214 disassociated. External IP: 172.27.4.176, port: f02dabd3-ccfb-4873-a58e-eff78c49bee3. Aug 24 08:07:12.620817 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Calling delete_port for f02dabd3-ccfb-4873-a58e-eff78c49bee3 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:07:12.823187 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (f02dabd3-ccfb-4873-a58e-eff78c49bee3), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:12.845241 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-25c82505-07a0-45d0-be8c-cb28192c565b req-7ad2d0c6-22ed-48ae-b78a-0fbec5a59fb5 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 210 time: 0.0318384 Aug 24 08:07:12.854321 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event deleted for resources: {'Port': ['ID=f02dabd3-ccfb-4873-a58e-eff78c49bee3,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:12.864458 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.864829 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.865168 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.865507 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.865835 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.866160 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.866484 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.866804 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.867125 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.867444 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.867799 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.868595 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.868595 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.868996 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.869091 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:12.974170 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:07:13.076640 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:07:13.085966 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] Sync routers for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:07:13.096086 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:13.096808 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:06:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:13.102694 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:13.122114 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] No DVR routers for this DVR port f02dabd3-ccfb-4873-a58e-eff78c49bee3 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:07:13.125379 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:13.128256 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-62601c8b-5c97-40b1-95f9-0649a8a5aa13 req-baf7c7e0-0e77-487d-8f93-faa48d595a7d tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.45 "DELETE /networking/v2.0/ports/f02dabd3-ccfb-4873-a58e-eff78c49bee3 HTTP/1.1" status: 204 len: 173 time: 0.8351293 Aug 24 08:07:13.128750 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'name': 'network-vif-deleted', 'tag': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:07:13.131028 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce75be36-3b9d-43bf-9d02-6a8d6113ea96" -d '{"events": [{"server_uuid": "31e6fb33-c8ea-4e39-a422-c6b07bfb829e", "name": "network-vif-deleted", "tag": "f02dabd3-ccfb-4873-a58e-eff78c49bee3"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:07:13.207488 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:13.242110 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db930b2-cd6c-43ae-8f13-2b722afa0656 x-openstack-request-id: req-5db930b2-cd6c-43ae-8f13-2b722afa0656 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:07:13.242486 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e6fb33-c8ea-4e39-a422-c6b07bfb829e", "name": "network-vif-deleted", "tag": "f02dabd3-ccfb-4873-a58e-eff78c49bee3", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:07:13.242871 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5db930b2-cd6c-43ae-8f13-2b722afa0656 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:07:13.243389 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db930b2-cd6c-43ae-8f13-2b722afa0656'] response: {'server_uuid': '31e6fb33-c8ea-4e39-a422-c6b07bfb829e', 'name': 'network-vif-deleted', 'tag': 'f02dabd3-ccfb-4873-a58e-eff78c49bee3', 'status': 'completed', 'code': 200} Aug 24 08:07:13.407762 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:13.433533 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] Checking router: fb52f4c2-d2d8-4193-9c88-7a2645f9dcae for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:07:13.442880 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:13.443491 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:06:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:13.551192 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:13.747077 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:13.776300 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd21e86-bdea-4d97-a2c4-589c194f937c None None] The sync data for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi is: [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:03:12Z', 'revision_number': 4, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': 'cf2df428-58fe-4ae8-b474-f6b9d9e448d2', 'name': '', 'network_id': '41e052c0-6ffd-41bd-913f-82327ff6b46b', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'mac_address': 'fa:16:3e:ae:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:11Z', 'updated_at': '2022-08-24T08:03:17Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'subnets': [{'id': '9ec0644f-ede2-46c3-a6af-980f27243716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:07:13.983657 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7708cb35-0260-4751-a04e-a9f19a2c1cd1 req-27d84d2b-2995-4725-8bd9-7f67641cd03c tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=31e6fb33-c8ea-4e39-a422-c6b07bfb829e HTTP/1.1" status: 200 len: 210 time: 0.0429666 Aug 24 08:07:14.016265 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b2d91-f086-4f5c-abe9-b7a687aa46f7 None None] New status for floating IP 8534ab3a-d431-4462-a0b2-0014bded2214: DOWN {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:07:15.138913 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39574) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:15.175075 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:15.195398 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3bde7ab9-18fa-49b0-acbe-48092b821245 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (f52eb0d2-270d-4cc8-882a-5713511bac3d), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.223128 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3bde7ab9-18fa-49b0-acbe-48092b821245 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (f52eb0d2-270d-4cc8-882a-5713511bac3d), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.354600 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3bde7ab9-18fa-49b0-acbe-48092b821245 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f52eb0d2-270d-4cc8-882a-5713511bac3d), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.357401 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3bde7ab9-18fa-49b0-acbe-48092b821245 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.362047 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-3bde7ab9-18fa-49b0-acbe-48092b821245 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f52eb0d2-270d-4cc8-882a-5713511bac3d HTTP/1.1" status: 204 len: 168 time: 0.2186458 Aug 24 08:07:15.362208 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39576) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:15.368717 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde7ab9-18fa-49b0-acbe-48092b821245 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52eb0d2-270d-4cc8-882a-5713511bac3d,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:15.376559 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.api.v2.resource [None req-3eaf0a3e-4068-4077-b929-cb6999c5f294 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] show failed (client error): The resource could not be found. Aug 24 08:07:15.382367 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39578) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:15.384349 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-3eaf0a3e-4068-4077-b929-cb6999c5f294 tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "GET /networking/v2.0/security-groups/f52eb0d2-270d-4cc8-882a-5713511bac3d HTTP/1.1" status: 404 len: 347 time: 0.0216527 Aug 24 08:07:15.499218 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Deleting port e0269975-55a1-4422-b63c-2373d2ead73c {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:07:15.499553 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (e0269975-55a1-4422-b63c-2373d2ead73c), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.579397 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (e0269975-55a1-4422-b63c-2373d2ead73c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.579714 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (e0269975-55a1-4422-b63c-2373d2ead73c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.594370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Calling delete_port for e0269975-55a1-4422-b63c-2373d2ead73c owned by network:floatingip {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:07:15.829224 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (e0269975-55a1-4422-b63c-2373d2ead73c), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.854818 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Pushing event deleted for resources: {'Port': ['ID=e0269975-55a1-4422-b63c-2373d2ead73c,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:15.918366 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks [] for floatingip (8534ab3a-d431-4462-a0b2-0014bded2214), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.920893 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:15.922063 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7aec0daf-390c-468f-bfe8-8c9440db598b tempest-AttachVolumeTestJSON-2104148936 tempest-AttachVolumeTestJSON-2104148936-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/8534ab3a-d431-4462-a0b2-0014bded2214 HTTP/1.1" status: 204 len: 168 time: 0.5387368 Aug 24 08:07:15.967139 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f02dabd3-ccfb-4873-a58e-eff78c49bee3 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:07:15.986384 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: f02dabd3-ccfb-4873-a58e-eff78c49bee3 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:07:15.986692 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device f02dabd3-ccfb-4873-a58e-eff78c49bee3 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:07:19.748465 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:07:21.534470 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:21.536140 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:21.593912 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ea113bd9-25ff-4987-83ca-f9c1fff0662c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:23.217616 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39634) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:23.412820 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:23.536543 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:23.600981 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:23.744520 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=67 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:23.788989 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3db7e6f0-2703-4466-9ada-d5c141067607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:23.800464 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-d6cfc0c0-1212-40fc-ac2b-5bfb0307b33b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-812161139&fields=id&tenant_id=67da3e4c41e64947bb3e531c5b7550b6 HTTP/1.1" status: 200 len: 267 time: 0.0849366 Aug 24 08:07:23.804334 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Deleting port cf2df428-58fe-4ae8-b474-f6b9d9e448d2 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:07:23.804334 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:23.957456 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] For port cf2df428-58fe-4ae8-b474-f6b9d9e448d2, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=cf2df428-58fe-4ae8-b474-f6b9d9e448d2,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:23.957733 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:23.977332 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Calling delete_port for cf2df428-58fe-4ae8-b474-f6b9d9e448d2 owned by network:router_interface {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:07:23.985052 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-d4a2815c-3562-4c36-93d4-c87d839c6e16 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:23.986492 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-d4a2815c-3562-4c36-93d4-c87d839c6e16 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 811 time: 0.1706738 Aug 24 08:07:24.030861 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-70da8ff3-dfcc-46f6-9593-427574da2d08 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/quotas/67da3e4c41e64947bb3e531c5b7550b6 HTTP/1.1" status: 200 len: 375 time: 0.0358202 Aug 24 08:07:24.104055 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-b25ce55d-3ade-4848-b435-6a1f50b5ba47 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667124 Aug 24 08:07:24.140141 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-166f6341-ef86-4c7a-a5fc-41bacc791fe3 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 08:07:24.141096 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-166f6341-ef86-4c7a-a5fc-41bacc791fe3 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049889 Aug 24 08:07:24.252271 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:24.276664 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1c7471e0-5235-4974-910c-95060d69b1ff service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292741 Aug 24 08:07:24.364139 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:24.368077 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (cf2df428-58fe-4ae8-b474-f6b9d9e448d2), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:24.410511 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-5390adc0-4c2f-4f8b-b9cc-8ba9377d4fe2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257033 Aug 24 08:07:24.411215 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2df428-58fe-4ae8-b474-f6b9d9e448d2,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:24.576871 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:24.799430 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:07:24.905791 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:07:24.910873 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-a1b5a627-e3c6-4559-ba9d-f7872264c096 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/fb52f4c2-d2d8-4193-9c88-7a2645f9dcae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6924558 Aug 24 08:07:24.913344 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39658) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:24.926512 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] Sync routers for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:07:24.934158 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:24.941234 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:24.951262 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:24.951605 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-91b04cd6-5030-491f-bb65-7e0e4c9e4166 req-8a977d94-29f1-4dbe-ab7a-722e82e511f0 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 210 time: 0.0407879 Aug 24 08:07:25.027702 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks [] for router (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:25.060796 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:25.136837 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks [] for router_gateway (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:25.232504 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:07:24Z', 'revision_number': 5, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port': {'id': '28a96f85-1fe2-4584-ba3a-63285586cd2f', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:03:08Z', 'updated_at': '2022-08-24T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:25.256026 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Deleting port 28a96f85-1fe2-4584-ba3a-63285586cd2f {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:07:25.256601 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:25.257986 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] Checking router: fb52f4c2-d2d8-4193-9c88-7a2645f9dcae for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:07:25.259278 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:25.267389 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] Routers {'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:25.267988 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:25.339600 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] For port 28a96f85-1fe2-4584-ba3a-63285586cd2f, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=28a96f85-1fe2-4584-ba3a-63285586cd2f,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:25.339964 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:25.356425 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] Set router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae gateway port host: None {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:25.357106 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Calling delete_port for 28a96f85-1fe2-4584-ba3a-63285586cd2f owned by network:router_gateway {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:07:25.371299 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=15 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:25.417953 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:07:25Z', 'revision_number': 6, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port_host': None}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:25.447212 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3f5ff-1dae-4ff8-aff8-ef7b2e662de6 None None] The sync data for ids ['fb52f4c2-d2d8-4193-9c88-7a2645f9dcae'] in dv-cinder-854275-1-iscsi is: [{'id': 'fb52f4c2-d2d8-4193-9c88-7a2645f9dcae', 'name': 'tempest-AttachVolumeTestJSON-79212723-router', 'tenant_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:03:07Z', 'updated_at': '2022-08-24T08:07:25Z', 'revision_number': 6, 'project_id': 'ef79c9df5a2541afaeff1a82b3e4a496', 'gw_port_host': None}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:07:25.532590 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:25.683242 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:25.863336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (28a96f85-1fe2-4584-ba3a-63285586cd2f), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:25.889276 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Pushing event deleted for resources: {'Port': ['ID=28a96f85-1fe2-4584-ba3a-63285586cd2f,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:25.953486 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.069117 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4c3d5f65-99ef-4b8c-ac05-c62feca4b8da req-e391e8e8-14df-457c-9b21-116c24724964 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 210 time: 0.0345633 Aug 24 08:07:26.070686 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.072973 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks [] for router_controller (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.194533 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (fb52f4c2-d2d8-4193-9c88-7a2645f9dcae), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.195154 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb52f4c2-d2d8-4193-9c88-7a2645f9dcae {{(pid=113381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:07:26.201369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.203389 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-432c7dbb-7a53-49a0-9553-c42f0936face admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/fb52f4c2-d2d8-4193-9c88-7a2645f9dcae HTTP/1.1" status: 204 len: 168 time: 1.2882807 Aug 24 08:07:26.205460 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39668) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:26.251667 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba128e66-0b68-441b-bd70-605cf49d879a admin admin] Deleting subnet 9ec0644f-ede2-46c3-a6af-980f27243716 {{(pid=113381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:07:26.254918 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba128e66-0b68-441b-bd70-605cf49d879a admin admin] Publish callbacks [] for subnet (9ec0644f-ede2-46c3-a6af-980f27243716), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.291051 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba128e66-0b68-441b-bd70-605cf49d879a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126882509'] for subnet (9ec0644f-ede2-46c3-a6af-980f27243716), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.370850 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba128e66-0b68-441b-bd70-605cf49d879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (9ec0644f-ede2-46c3-a6af-980f27243716), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.515369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba128e66-0b68-441b-bd70-605cf49d879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127429721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127450148'] for subnet (9ec0644f-ede2-46c3-a6af-980f27243716), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.541684 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba128e66-0b68-441b-bd70-605cf49d879a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec0644f-ede2-46c3-a6af-980f27243716,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:26.545194 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ba128e66-0b68-441b-bd70-605cf49d879a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.548362 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ba128e66-0b68-441b-bd70-605cf49d879a admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/9ec0644f-ede2-46c3-a6af-980f27243716 HTTP/1.1" status: 204 len: 168 time: 0.3418591 Aug 24 08:07:26.550894 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39670) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:26.554057 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd28ed7-0da8-40e5-9847-c12b5d27e4c5 None None] Network 41e052c0-6ffd-41bd-913f-82327ff6b46b requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:07:26.623313 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (41e052c0-6ffd-41bd-913f-82327ff6b46b), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.631919 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:26.670231 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Deleting port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:07:26.670588 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.724131 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] DHCP port deletion for 41e052c0-6ffd-41bd-913f-82327ff6b46b request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:07:26.746852 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] For port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:26.747908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.761868 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Deleting port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:07:26.762293 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.781494 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Calling delete_port for 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 owned by network:dhcp {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:07:26.830191 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] For port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3,segment=NetworkSegment(4bc0f8e2-75c5-4a31-b82e-f8562cc07782),segment_id=4bc0f8e2-75c5-4a31-b82e-f8562cc07782)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:26.830726 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.832975 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:26.850049 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Calling delete_port for 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:07:26.913477 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-c71a990a-17aa-484f-bb6f-0088db63eb55 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:26.914915 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-c71a990a-17aa-484f-bb6f-0088db63eb55 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 811 time: 0.1701753 Aug 24 08:07:26.948475 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:26.985581 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-c160d94a-1d4a-4fac-8036-c53ff209fbc3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=67da3e4c41e64947bb3e531c5b7550b6 HTTP/1.1" status: 200 len: 379 time: 0.0619338 Aug 24 08:07:26.993738 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'port': {'device_id': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'admin_state_up': True, 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'security_groups': ['acda82e4-0778-4394-9ad4-36ecf0ca2328']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:27.051973 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.077456 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.101621 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] No DVR routers for this DVR port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:07:27.108118 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Pushing event deleted for resources: {'Port': ['ID=4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:27.119729 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] No DVR routers for this DVR port 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 on host dv-cinder-854275-1-iscsi {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:07:27.121710 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:27.121837 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.122122 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.122863 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.128703 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.129334 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.129660 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.130038 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.131311 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.132014 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.132521 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.133062 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.133593 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.133929 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.134255 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.134758 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f2c25-8a53-4137-a929-3dd17be12b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:27.180956 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ea1fc514-27b9-4513-afaa-7d746584a8fe req-ae5b5a20-c462-4202-8173-529850cc227f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 210 time: 0.0271420 Aug 24 08:07:27.189190 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.211995 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (41e052c0-6ffd-41bd-913f-82327ff6b46b), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.233877 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e052c0-6ffd-41bd-913f-82327ff6b46b']}} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:27.243731 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc0f8e2-75c5-4a31-b82e-f8562cc07782') {'for_net_delete': True} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:27.244031 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc0f8e2-75c5-4a31-b82e-f8562cc07782') {} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:27.252620 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Made reservation on behalf of 67da3e4c41e64947bb3e531c5b7550b6 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:07:27.256416 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.259453 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126882500'] for segment (4bc0f8e2-75c5-4a31-b82e-f8562cc07782), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.284118 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (4bc0f8e2-75c5-4a31-b82e-f8562cc07782), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.297441 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=113381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:07:27.298063 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127429695'] for segment (4bc0f8e2-75c5-4a31-b82e-f8562cc07782), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.394216 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment 4bc0f8e2-75c5-4a31-b82e-f8562cc07782 resource provider aggregate not found Aug 24 08:07:27.403410 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:27.432219 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment 4bc0f8e2-75c5-4a31-b82e-f8562cc07782 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bc0f8e2-75c5-4a31-b82e-f8562cc07782 found for delete ", "request_id": "req-9534996a-1af5-44f7-a485-ff45902b0069"}]} Aug 24 08:07:27.464019 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 28a96f85-1fe2-4584-ba3a-63285586cd2f no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:07:27.464161 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Allocated IP 172.20.0.7 (ba35002a-baf9-48c9-8bd5-ed065d35dab0/7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32/1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:07:27.479950 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 28a96f85-1fe2-4584-ba3a-63285586cd2f {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:07:27.480400 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 28a96f85-1fe2-4584-ba3a-63285586cd2f not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:07:27.480916 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device cf2df428-58fe-4ae8-b474-f6b9d9e448d2 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:07:27.499749 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: cf2df428-58fe-4ae8-b474-f6b9d9e448d2 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:07:27.500015 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device cf2df428-58fe-4ae8-b474-f6b9d9e448d2 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:07:27.500430 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:07:27.508629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (41e052c0-6ffd-41bd-913f-82327ff6b46b), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.523144 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:07:27.523489 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 4cbbc72b-c2c4-44ba-ba63-58d1dca3b0c3 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:07:27.525869 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.529075 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/41e052c0-6ffd-41bd-913f-82327ff6b46b HTTP/1.1" status: 204 len: 168 time: 0.9772124 Aug 24 08:07:27.545118 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d31d8-90f1-460e-9d29-0eb998fbfef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e052c0-6ffd-41bd-913f-82327ff6b46b,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:27.639882 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.656493 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:27.733131 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.778509 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:07:27.781678 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:07:27.785569 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:07:27.812437 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'Port': ['ID=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:27.840381 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:27.841046 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.947836 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39682) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:27.953886 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-e5daae68-0106-46e2-8e95-aefa21a75e36 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9636703 Aug 24 08:07:27.967806 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Request body: {'port': {'device_id': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:27.973851 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-8101b22f-d667-42e1-9ff7-815b11c06461 None None] Provisioning complete for port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:27.985077 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-8101b22f-d667-42e1-9ff7-815b11c06461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:27.999457 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2e89a55f-538a-4623-8501-30276b4d32b8 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ef79c9df5a2541afaeff1a82b3e4a496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504508 Aug 24 08:07:28.002878 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39684) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:28.008459 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-8101b22f-d667-42e1-9ff7-815b11c06461 None None] Port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:07:28.059207 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.296097 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Publish callbacks [] for security_group (60bf329d-d4b5-4d94-837c-d62186f84449), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.316400 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Publish callbacks [] for security_group (60bf329d-d4b5-4d94-837c-d62186f84449), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.327608 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce7a77-a4e4-4b4f-84ee-31414277848f req-b0ab51f2-3aac-409c-9e2c-8a66066af9a0 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:28.329117 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a9ce7a77-a4e4-4b4f-84ee-31414277848f req-b0ab51f2-3aac-409c-9e2c-8a66066af9a0 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 931 time: 0.0678935 Aug 24 08:07:28.402159 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:07:28.416916 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Publish callbacks [] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.432483 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a9ce7a77-a4e4-4b4f-84ee-31414277848f req-cee84af6-53af-465b-9c05-3d58940a6e79 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962853 Aug 24 08:07:28.468298 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Transition to ACTIVE for port object 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:07:28.468484 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (60bf329d-d4b5-4d94-837c-d62186f84449), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.471150 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.472298 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/60bf329d-d4b5-4d94-837c-d62186f84449 HTTP/1.1" status: 204 len: 168 time: 0.4692063 Aug 24 08:07:28.480374 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bf329d-d4b5-4d94-837c-d62186f84449,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:28.487683 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.488035 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.493121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddd833-4e8e-4ac8-bd20-bc5822addca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:28.502696 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.565754 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:28.585954 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:28.618008 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Attempting to bind port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:07:28.618341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Attempting to bind port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:07:28.618669 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Attempting to bind port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:07:28.623042 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:07:28.623361 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Attempting to bind port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 on network ba35002a-baf9-48c9-8bd5-ed065d35dab0 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:07:28.628360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:07:28.630772 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Checking segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:07:28.630772 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Bound using segment: {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:07:28.630772 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Bound port: 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:07:28.630772 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.705296 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] For port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:07:28.708391 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] For port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:07:28.778074 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.782833 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:28.785662 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:28.785662 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 HTTP/1.1" status: 200 len: 1093 time: 0.8240614 Aug 24 08:07:28.785662 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:07:28.787484 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af429f4a-5c29-40fb-af93-17607d5a772b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:07:28.836361 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b875e-534a-4b82-a4d5-851975be3569 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:28.841972 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4bc9f3-bd6e-4d98-b771-7dab5c694759 x-openstack-request-id: req-cd4bc9f3-bd6e-4d98-b771-7dab5c694759 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:07:28.841972 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:07:28.842236 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd4bc9f3-bd6e-4d98-b771-7dab5c694759 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:07:28.842518 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4bc9f3-bd6e-4d98-b771-7dab5c694759'] response: {'name': 'network-changed', 'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'status': 'completed', 'code': 200} Aug 24 08:07:28.894108 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:28.899912 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429f4a-5c29-40fb-af93-17607d5a772b req-d25db302-cf55-4600-a647-8803c308f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:28.901446 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-af429f4a-5c29-40fb-af93-17607d5a772b req-d25db302-cf55-4600-a647-8803c308f071 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 1127 time: 0.0406730 Aug 24 08:07:29.008218 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429f4a-5c29-40fb-af93-17607d5a772b req-bc251c7d-aa47-457d-b8e8-4004b9ee1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:29.009921 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-af429f4a-5c29-40fb-af93-17607d5a772b req-bc251c7d-aa47-457d-b8e8-4004b9ee1279 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021636 Aug 24 08:07:29.117849 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429f4a-5c29-40fb-af93-17607d5a772b req-66f788a6-8c02-41b9-9614-9f3f2fce06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:29.119211 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-af429f4a-5c29-40fb-af93-17607d5a772b req-66f788a6-8c02-41b9-9614-9f3f2fce06cf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990674 Aug 24 08:07:29.196850 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-2c20d244-9d15-44d6-b55a-14dcd138d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:29.198326 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-2c20d244-9d15-44d6-b55a-14dcd138d4e1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 1127 time: 0.0437405 Aug 24 08:07:29.237165 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-22732525-e146-4084-bbeb-a108175fb1b8 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 HTTP/1.1" status: 200 len: 217 time: 0.0326662 Aug 24 08:07:29.286095 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-da19047a-ad8e-4cfa-a5bf-a198f919dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:29.287544 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-da19047a-ad8e-4cfa-a5bf-a198f919dc0e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0452719 Aug 24 08:07:29.335889 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-ffbd7646-0c5b-439c-bd26-2e9336fdd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:29.337409 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-ffbd7646-0c5b-439c-bd26-2e9336fdd5b7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422473 Aug 24 08:07:29.441338 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-fb9199f8-a8f9-43c8-8b26-ea808c6c528c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960565 Aug 24 08:07:29.534738 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39712) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:29.575950 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aec60-cce9-49b3-8bbe-e7fef3159513 req-3994d3e8-686f-4190-8c3f-8bb0d0006185 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:29.577500 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ca6aec60-cce9-49b3-8bbe-e7fef3159513 req-3994d3e8-686f-4190-8c3f-8bb0d0006185 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 943 time: 0.0660655 Aug 24 08:07:29.581802 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6b4d9a7-7f4e-427b-bcc8-18d46754e720 req-5fc130a5-aad0-4014-9265-3f67d02bb6c2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359529 Aug 24 08:07:29.630842 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ca6aec60-cce9-49b3-8bbe-e7fef3159513 req-79d63b3a-8f09-426b-923e-6f7bb9844433 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462523 Aug 24 08:07:29.643175 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-227963407-network', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:29.708473 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Made reservation on behalf of 2d92c8aa6d4d46538574779ae23ac398 for: {'network': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:07:29.710828 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for network (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:29.719616 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:29.793910 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Publish callbacks [] for security_group (4fbb03c9-d373-4793-a899-19bc2e70bce3), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:29.833787 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (4fbb03c9-d373-4793-a899-19bc2e70bce3), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:29.859005 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=113380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 08:07:29.871798 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbb03c9-d373-4793-a899-19bc2e70bce3,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:29.874062 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (5893cc2d-d7eb-403e-977b-adc9cc7ddaa5), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:29.874417 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.segments_db [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Added segment 5893cc2d-d7eb-403e-977b-adc9cc7ddaa5 of type vlan for network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 Aug 24 08:07:29.919386 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753754160020'] for network (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:29.999684 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256'] for network (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:30.000677 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:30.001263 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:30.059432 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] Pushing event updated for resources: {'Network': ['ID=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:30.069987 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 details requested by agent ovs-agent-dv-cinder-854275-1-iscsi with host dv-cinder-854275-1-iscsi {{(pid=113382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 08:07:30.123790 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-029da977-6242-4fb6-9d8d-134f1b4b9d23 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5872667 Aug 24 08:07:30.126577 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39716) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:30.131363 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Request body: {'subnet': {'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-227963407-subnet', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:30.222677 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Made reservation on behalf of 2d92c8aa6d4d46538574779ae23ac398 for: {'subnet': 1} {{(pid=113380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:07:30.225279 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3127853'] for subnet (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:30.282814 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:30.342302 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:30.457555 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127863917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3127875'] for subnet (bcb2e5f8-cab1-42a4-bd10-01af144b33fc), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:30.521799 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb2e5f8-cab1-42a4-bd10-01af144b33fc,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:30.539446 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Checking segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:07:30.539446 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Network hostable DHCP agents. Network: 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728, hostable agents: ['9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e'], hosted agents: [] {{(pid=113380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 08:07:30.669165 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 is scheduled to be hosted by DHCP agent 9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e with binding_index 1 {{(pid=113380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 08:07:30.754484 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c555a-b947-404a-8d8a-3348885d62dc req-8b29e2a5-13e9-43c9-ba74-d1417d1fe0da tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:30.756790 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fd4c555a-b947-404a-8d8a-3348885d62dc req-8b29e2a5-13e9-43c9-ba74-d1417d1fe0da tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 943 time: 0.0497327 Aug 24 08:07:30.757883 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854275-1-iscsi, 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728) {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:07:30.762282 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:30.762866 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:30.772164 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddcee8b-130e-4013-869a-4b7249ca7d7e None None] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:07:30.821039 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fd4c555a-b947-404a-8d8a-3348885d62dc req-469342e0-e20f-4b7c-a4cb-715fcc63cc11 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549376 Aug 24 08:07:30.883057 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ca8cb461-f0c3-4c09-9710-d563e56333c7 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7553406 Aug 24 08:07:30.885937 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39720) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:30.890900 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:30.908615 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5640f5e-a46a-5d43-b327-dc9109d18d87-2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc'}]}} from dv-cinder-854275-1-iscsi. {{(pid=113382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 08:07:30.909683 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.017314 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8187'] for router (09dbcff5-8a70-4729-afee-4c79950ec9cb), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.018490 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8164'] for router (09dbcff5-8a70-4729-afee-4c79950ec9cb), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.040346 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.db_base_plugin_common [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Allocated IP 172.20.0.2 (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728/bcb2e5f8-cab1-42a4-bd10-01af144b33fc/05b59d2f-7e80-49ad-9909-28c8ed00136d) {{(pid=113382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:07:31.055581 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:31.074007 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks [] for router_controller (09dbcff5-8a70-4729-afee-4c79950ec9cb), precommit_add_association {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.253657 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:31.254235 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks [] for router_gateway (09dbcff5-8a70-4729-afee-4c79950ec9cb), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.316047 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Publish callbacks [] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), precommit_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.372321 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), after_create {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.417174 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 is already hosted by enough agents. {{(pid=113382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:07:31.421229 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.scheduler.base_scheduler [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Resources bound (agent type, host, resource id): {{(pid=113382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:07:31.423100 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Pushing event updated for resources: {'Port': ['ID=05b59d2f-7e80-49ad-9909-28c8ed00136d,revision_number=1']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:31.425271 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Received port after_create {{(pid=113382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:07:31.426271 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:31.488310 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Attempting to bind port 05b59d2f-7e80-49ad-9909-28c8ed00136d on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:07:31.488708 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Attempting to bind port 05b59d2f-7e80-49ad-9909-28c8ed00136d by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:07:31.489098 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Attempting to bind port 05b59d2f-7e80-49ad-9909-28c8ed00136d on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:07:31.494355 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:07:31.494723 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Checking segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:07:31.495118 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.495504 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Bound using segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:07:31.496163 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Bound port: 05b59d2f-7e80-49ad-9909-28c8ed00136d, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:07:31.496542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.538985 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks [] for router_gateway (09dbcff5-8a70-4729-afee-4c79950ec9cb), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.558690 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.559773 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] For port 05b59d2f-7e80-49ad-9909-28c8ed00136d, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:07:31.563468 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] For port 05b59d2f-7e80-49ad-9909-28c8ed00136d, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=05b59d2f-7e80-49ad-9909-28c8ed00136d,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:07:31.665494 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Allocated IP 172.27.4.80 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/9458906a-3be8-446f-aea2-8154d6d648a6) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:07:31.669106 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.723820 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97670f35-5f79-4e49-b9eb-d0c47c595b5e None None] Pushing event updated for resources: {'Port': ['ID=05b59d2f-7e80-49ad-9909-28c8ed00136d,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:31.781945 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:31.787840 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks [] for port (9458906a-3be8-446f-aea2-8154d6d648a6), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.863088 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:31.903041 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:07:31.909647 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:07:31.913502 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:07:31.947302 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Pushing event updated for resources: {'Port': ['ID=9458906a-3be8-446f-aea2-8154d6d648a6,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:31.954133 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6384b2-9554-4bea-8e42-61182b1c7972 req-3c70169f-4307-431c-ad58-9a9f2ba07685 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:31.961247 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cd6384b2-9554-4bea-8e42-61182b1c7972 req-3c70169f-4307-431c-ad58-9a9f2ba07685 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 943 time: 0.0544899 Aug 24 08:07:32.021472 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cd6384b2-9554-4bea-8e42-61182b1c7972 req-791dc88a-d66f-4479-be5d-4bc10780aee6 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593553 Aug 24 08:07:32.227886 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks [] for router_gateway (09dbcff5-8a70-4729-afee-4c79950ec9cb), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:32.421850 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679575'] for router (09dbcff5-8a70-4729-afee-4c79950ec9cb), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:32.523429 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:32.582431 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7903c6dd-f857-4b96-82ae-60ef6065cba5 None None] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:07:32.639849 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb is scheduled to L3 agent 38da418e-09ea-402c-8f57-0d072168e46f with binding_index 1 {{(pid=113380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 08:07:32.690279 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-4c0bc436-ac1e-45b6-88b4-b1c48f336ecd None None] Provisioning complete for port 05b59d2f-7e80-49ad-9909-28c8ed00136d triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:32.690667 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc436-ac1e-45b6-88b4-b1c48f336ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:32.734859 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:32.756788 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:07:32.772820 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:07:32.786344 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-4c0bc436-ac1e-45b6-88b4-b1c48f336ecd None None] Current status of the port 05b59d2f-7e80-49ad-9909-28c8ed00136d is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:32.786724 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc436-ac1e-45b6-88b4-b1c48f336ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:32.792086 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:32.792755 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:32.853533 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:32.856745 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-06e5aaf8-a630-460f-a0c8-043649f00541 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9681237 Aug 24 08:07:32.859433 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39724) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:32.901002 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-4c0bc436-ac1e-45b6-88b4-b1c48f336ecd None None] For port 05b59d2f-7e80-49ad-9909-28c8ed00136d, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=05b59d2f-7e80-49ad-9909-28c8ed00136d,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:32.926229 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:32.945124 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:32.978475 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc436-ac1e-45b6-88b4-b1c48f336ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.081865 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bc436-ac1e-45b6-88b4-b1c48f336ecd None None] Pushing event updated for resources: {'Port': ['ID=05b59d2f-7e80-49ad-9909-28c8ed00136d,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:33.111926 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7b18a46d-43d6-41e9-ba48-4cda20992744 None None] Provisioning complete for port 05b59d2f-7e80-49ad-9909-28c8ed00136d triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:33.112301 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7b18a46d-43d6-41e9-ba48-4cda20992744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.153112 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b2b70-cd67-4f43-aefb-40639397909f req-003ae22a-34d1-41c7-a08e-f5c880877885 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:33.154766 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f07b2b70-cd67-4f43-aefb-40639397909f req-003ae22a-34d1-41c7-a08e-f5c880877885 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 943 time: 0.0515788 Aug 24 08:07:33.181498 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:32Z', 'revision_number': 3, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:33.186224 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:33.195033 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:33.210310 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-f07b2b70-cd67-4f43-aefb-40639397909f req-b6e164c9-5ea7-4ef4-956f-2e2002465a89 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473938 Aug 24 08:07:33.213595 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:07:33.213980 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Updating router 09dbcff5-8a70-4729-afee-4c79950ec9cb port 9458906a-3be8-446f-aea2-8154d6d648a6 binding host dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:07:33.272602 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.274598 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7b18a46d-43d6-41e9-ba48-4cda20992744 None None] Current status of the port 05b59d2f-7e80-49ad-9909-28c8ed00136d is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:33.284508 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.446521 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Allocated IP 172.20.0.1 (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728/bcb2e5f8-cab1-42a4-bd10-01af144b33fc/6d20d3f7-9283-4e14-8aeb-0eaa85533c1b) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:07:33.514714 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 05b59d2f-7e80-49ad-9909-28c8ed00136d up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:07:33.553941 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Publish callbacks [] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.565231 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Publish callbacks [] for port (9458906a-3be8-446f-aea2-8154d6d648a6), precommit_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.580143 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 05b59d2f-7e80-49ad-9909-28c8ed00136d triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:33.580513 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.640322 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.646406 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.681790 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:33.691634 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Attempting to bind port 9458906a-3be8-446f-aea2-8154d6d648a6 on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:07:33.692002 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Attempting to bind port 9458906a-3be8-446f-aea2-8154d6d648a6 by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:07:33.692371 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Attempting to bind port 9458906a-3be8-446f-aea2-8154d6d648a6 on network 71d56feb-a352-4a64-8633-9c2c32fd02fd {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:07:33.693927 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:07:33.698994 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 05b59d2f-7e80-49ad-9909-28c8ed00136d is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:33.699161 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:07:33.701569 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Pushing event updated for resources: {'Port': ['ID=6d20d3f7-9283-4e14-8aeb-0eaa85533c1b,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:33.703759 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:07:33.707109 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32829269-0815-4a95-974f-5432338e2636 None None] Pushing event updated for resources: {'Port': ['ID=9458906a-3be8-446f-aea2-8154d6d648a6,revision_number=2']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:33.710737 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:07:33.711125 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Checking segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:07:33.711523 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.711902 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Bound using segment: {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'} {{(pid=113382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:07:33.712388 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.managers [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Bound port: 9458906a-3be8-446f-aea2-8154d6d648a6, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204d1d8-7c54-4e28-a21d-20a187a62da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}}] {{(pid=113382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:07:33.712852 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.747349 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498250'] for router_interface (09dbcff5-8a70-4729-afee-4c79950ec9cb), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.768139 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] For port 9458906a-3be8-446f-aea2-8154d6d648a6, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:07:33.771711 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] For port 9458906a-3be8-446f-aea2-8154d6d648a6, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=9458906a-3be8-446f-aea2-8154d6d648a6,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:07:33.789069 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:33.852076 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.901110 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:33.901669 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:33.942545 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-be84bb0c-b6d4-4165-9bad-8294f1aceea3 None None] Provisioning complete for port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:33.942988 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-be84bb0c-b6d4-4165-9bad-8294f1aceea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:33.961727 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:34.010826 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32829269-0815-4a95-974f-5432338e2636 None None] Pushing event updated for resources: {'Port': ['ID=9458906a-3be8-446f-aea2-8154d6d648a6,revision_number=3']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:34.098669 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:34.128196 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Publish callbacks [] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:34.150882 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-be84bb0c-b6d4-4165-9bad-8294f1aceea3 None None] Port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:07:34.178474 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:34.217635 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:34.287366 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498230'] for router_interface (09dbcff5-8a70-4729-afee-4c79950ec9cb), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:34.290243 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Pushing event updated for resources: {'Port': ['ID=6d20d3f7-9283-4e14-8aeb-0eaa85533c1b,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:34.298849 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:34.351734 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:32Z', 'revision_number': 3, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:34.369212 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a92dca-ee0b-4c22-986e-0d01fd5787ba req-a55deb99-1c0b-44aa-a79e-1e9d2b2cbf96 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:34.370682 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-62a92dca-ee0b-4c22-986e-0d01fd5787ba req-a55deb99-1c0b-44aa-a79e-1e9d2b2cbf96 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 943 time: 0.0771377 Aug 24 08:07:34.377250 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4accaa-4379-438e-ae86-041544a12306 None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:32Z', 'revision_number': 3, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:07:34.465779 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:07:34.468160 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:07:34.476270 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-62a92dca-ee0b-4c22-986e-0d01fd5787ba req-dcfb5b2d-10eb-4839-8f64-d454cb1f6e29 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791373 Aug 24 08:07:34.775922 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-dbf8c3cf-fa3e-4d9d-b85c-367ad849bf8c None None] Provisioning complete for port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:34.776507 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-dbf8c3cf-fa3e-4d9d-b85c-367ad849bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:34.815181 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8c3cf-fa3e-4d9d-b85c-367ad849bf8c None None] Port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:07:34.866797 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:07:34.963659 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:34.974744 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:07:34.980601 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-8aec13e8-0caa-46d3-a7a7-9a3d8290809e admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/09dbcff5-8a70-4729-afee-4c79950ec9cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1201031 Aug 24 08:07:35.335482 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39736) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:35.340227 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-095eabbf-6fca-4b8f-a074-2aa9d3685bdb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526368070', 'description': 'tempest-description--1563803698'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:35.421011 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=32 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:35.423604 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=50 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:35.423946 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-095eabbf-6fca-4b8f-a074-2aa9d3685bdb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.489535 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 9458906a-3be8-446f-aea2-8154d6d648a6 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:07:35.494665 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-095eabbf-6fca-4b8f-a074-2aa9d3685bdb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (4d5d85b2-4eb4-4671-a7d8-7c80d5f56187), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.534468 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 9458906a-3be8-446f-aea2-8154d6d648a6 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:35.535088 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.566679 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-095eabbf-6fca-4b8f-a074-2aa9d3685bdb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (4d5d85b2-4eb4-4671-a7d8-7c80d5f56187), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.620806 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 9458906a-3be8-446f-aea2-8154d6d648a6 is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:35.622165 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.625972 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eabbf-6fca-4b8f-a074-2aa9d3685bdb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:35.633393 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedfa19-40a5-4048-9fe8-751d52926e1a req-32c9e326-e689-46f9-9c3e-c55d7447fe4f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:35.641175 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbedfa19-40a5-4048-9fe8-751d52926e1a req-32c9e326-e689-46f9-9c3e-c55d7447fe4f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 943 time: 0.0833488 Aug 24 08:07:35.649087 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 9458906a-3be8-446f-aea2-8154d6d648a6, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=9458906a-3be8-446f-aea2-8154d6d648a6,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:35.660698 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-095eabbf-6fca-4b8f-a074-2aa9d3685bdb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.661824 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-095eabbf-6fca-4b8f-a074-2aa9d3685bdb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3253090 Aug 24 08:07:35.665225 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39740) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:35.670799 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-4cf9d7a1-582d-4517-808f-55db3561323d tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group_rule': {'security_group_id': '4d5d85b2-4eb4-4671-a7d8-7c80d5f56187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:35.697005 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.701976 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fbedfa19-40a5-4048-9fe8-751d52926e1a req-a08fb354-3ef2-4ff1-8114-4ecb4e850c4a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597901 Aug 24 08:07:35.752357 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=9458906a-3be8-446f-aea2-8154d6d648a6,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:35.755712 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d7a1-582d-4517-808f-55db3561323d tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (37d6433f-4b83-4fba-83e4-13da5379f3eb), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.818483 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d7a1-582d-4517-808f-55db3561323d tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (37d6433f-4b83-4fba-83e4-13da5379f3eb), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.902673 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d7a1-582d-4517-808f-55db3561323d tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (37d6433f-4b83-4fba-83e4-13da5379f3eb), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.922805 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9d7a1-582d-4517-808f-55db3561323d tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d6433f-4b83-4fba-83e4-13da5379f3eb,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:35.958987 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:07:35.969905 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:35.970502 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:35.979029 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-4cf9d7a1-582d-4517-808f-55db3561323d tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:35.980378 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-4cf9d7a1-582d-4517-808f-55db3561323d tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3140550 Aug 24 08:07:35.983227 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39742) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:35.987798 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-ca65c3f8-e736-4c03-8439-20a46a252e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group_rule': {'security_group_id': '4d5d85b2-4eb4-4671-a7d8-7c80d5f56187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:36.000203 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:36.070661 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:36.098134 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca65c3f8-e736-4c03-8439-20a46a252e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (89a14243-d207-48ad-93f9-1edb25ab5844), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.158901 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca65c3f8-e736-4c03-8439-20a46a252e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (89a14243-d207-48ad-93f9-1edb25ab5844), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.228631 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca65c3f8-e736-4c03-8439-20a46a252e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (89a14243-d207-48ad-93f9-1edb25ab5844), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.249507 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65c3f8-e736-4c03-8439-20a46a252e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a14243-d207-48ad-93f9-1edb25ab5844,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:36.265234 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:34Z', 'revision_number': 2, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:36.290140 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:07:36.290580 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Updating router 09dbcff5-8a70-4729-afee-4c79950ec9cb port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b binding host dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 08:07:36.315916 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ca65c3f8-e736-4c03-8439-20a46a252e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.317178 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ca65c3f8-e736-4c03-8439-20a46a252e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329301 Aug 24 08:07:36.318010 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.320314 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39744) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:36.324535 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:36.417346 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.495165 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.571044 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Publish callbacks [] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), precommit_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.589847 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:36.602045 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Allocated IP 172.27.4.40 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/415dd68b-f415-4d2a-b036-b49ed4d3495c) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:07:36.657280 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.711900 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (415dd68b-f415-4d2a-b036-b49ed4d3495c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.720083 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Pushing event updated for resources: {'Port': ['ID=6d20d3f7-9283-4e14-8aeb-0eaa85533c1b,revision_number=3']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:36.749507 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.752918 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.753266 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.757804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:07:36.770872 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Attempting to bind port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b on host dv-cinder-854275-1-iscsi for vnic_type normal with profile {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:07:36.771306 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Attempting to bind port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b by drivers openvswitch,hyperv on host dv-cinder-854275-1-iscsi at level 0 using segments [{'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:07:36.771725 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Attempting to bind port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:07:36.777280 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Checking agent: {'id': 'b6f1f4ae-1b4b-4364-8461-04eb2b6ad983', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854275-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 47, 27), 'started_at': datetime.datetime(2022, 8, 24, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854275-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:07:36.778237 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Checking segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:07:36.778237 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.778582 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Bound using segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} {{(pid=113383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:07:36.779066 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.managers [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Bound port: 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b, host: dv-cinder-854275-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}}] {{(pid=113383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:07:36.779438 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), before_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.819803 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da8e73-9ddb-4b7b-80e8-88fa57e1c11a req-b44fd0be-0171-470a-9b5c-cf7d9a50861c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:36.821385 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-50da8e73-9ddb-4b7b-80e8-88fa57e1c11a req-b44fd0be-0171-470a-9b5c-cf7d9a50861c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 943 time: 0.0493715 Aug 24 08:07:36.822720 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (415dd68b-f415-4d2a-b036-b49ed4d3495c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.844401 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] For port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b, host dv-cinder-854275-1-iscsi, cleared binding levels {{(pid=113383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:07:36.848947 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.plugins.ml2.db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] For port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b, host dv-cinder-854275-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=6d20d3f7-9283-4e14-8aeb-0eaa85533c1b,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:07:36.880608 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:36.892329 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:07:36.901601 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:07:36.905296 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=415dd68b-f415-4d2a-b036-b49ed4d3495c,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:36.911753 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:07:36.931804 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron_lib.callbacks.manager [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), after_update {{(pid=113383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:36.948502 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-50da8e73-9ddb-4b7b-80e8-88fa57e1c11a req-3787a9b5-b40a-4464-b3a9-7e04564440b8 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209157 Aug 24 08:07:36.962777 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:36.965695 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:36.966329 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:37.020593 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (3b64c97e-8052-4ff1-8076-48e68a0a074f), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:37.109356 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:37.135077 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c8662-42e3-4e11-b97e-599011d1710f None None] Pushing event updated for resources: {'Port': ['ID=6d20d3f7-9283-4e14-8aeb-0eaa85533c1b,revision_number=4']} {{(pid=113383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:37.155151 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (415dd68b-f415-4d2a-b036-b49ed4d3495c), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:37.164491 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:37.311080 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (415dd68b-f415-4d2a-b036-b49ed4d3495c), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:37.355226 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:36Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:37.377132 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (415dd68b-f415-4d2a-b036-b49ed4d3495c), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:37.382847 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27806ae3-8cc2-4245-b36a-31ec4a0a6a41 None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:36Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:07:37.458822 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=415dd68b-f415-4d2a-b036-b49ed4d3495c,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:37.467785 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (3b64c97e-8052-4ff1-8076-48e68a0a074f), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:37.478064 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:37.521294 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 9458906a-3be8-446f-aea2-8154d6d648a6 up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:07:37.574500 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 9458906a-3be8-446f-aea2-8154d6d648a6 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:37.574871 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:37.579764 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:37.581326 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-926c359f-abbf-4b6d-ae02-e6d63c477df6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2600584 Aug 24 08:07:37.599738 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:37.663891 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 9458906a-3be8-446f-aea2-8154d6d648a6 is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:37.749121 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-9824868f-a955-4dac-841f-2d27f8d8ffd3 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--526368070&fields=id&tenant_id=2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 267 time: 0.0447235 Aug 24 08:07:37.865421 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-a846d796-dac3-45a2-a485-01cf288ffb29 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:37.866915 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-a846d796-dac3-45a2-a485-01cf288ffb29 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 814 time: 0.1109881 Aug 24 08:07:37.883028 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-3ffd8989-6252-43ac-aee0-be8b833b2c03 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/quotas/2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 375 time: 0.0105445 Aug 24 08:07:37.938465 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-f58a58e9-3e92-41cb-a3df-bde4639083a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486002 Aug 24 08:07:38.029135 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:38.051425 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-b7f21f4e-3f07-4ca4-be9f-1ac9b354e6fe service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004913 Aug 24 08:07:38.086201 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b7328-aff8-4dec-8452-ba2ae9a23456 req-261118a6-bf59-402f-ab90-98e10083e603 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:38.089795 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:07:38.099992 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-787b7328-aff8-4dec-8452-ba2ae9a23456 req-261118a6-bf59-402f-ab90-98e10083e603 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 943 time: 0.0572908 Aug 24 08:07:38.153762 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-787b7328-aff8-4dec-8452-ba2ae9a23456 req-cea02034-ee88-4e6a-86cd-c8828cdc0af2 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486248 Aug 24 08:07:38.157020 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-97467a97-402e-4995-b12d-a61886acfb03 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988207 Aug 24 08:07:38.220205 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:38.233269 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'port_id': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'mac_address': 'fa:16:3e:2d:fa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:07:38.275659 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:38.276053 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:38.290387 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:07:38.312247 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:38.388369 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:38.442560 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6cfaeaa1-8dd8-4d3d-b5ed-4b4e975345de req-18b2edc0-45ef-4da9-b382-5e1e907d735c tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 210 time: 0.0450141 Aug 24 08:07:38.454580 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:38.628222 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:07:38.700908 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:39.282552 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fe485-134b-48dd-82b6-a98065ddf205 req-cd617fb2-454e-4db6-ae48-b71411f25616 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:39.284183 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-460fe485-134b-48dd-82b6-a98065ddf205 req-cd617fb2-454e-4db6-ae48-b71411f25616 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 944 time: 0.0482368 Aug 24 08:07:39.338828 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-460fe485-134b-48dd-82b6-a98065ddf205 req-37012b5e-8c39-40de-88aa-0f8821395fc3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486054 Aug 24 08:07:39.476739 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:07:39.524240 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:39.526152 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:39.526525 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:39.540454 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-26748961-a29d-4449-bf4a-d469224fadd0 req-13f92011-6c92-401b-8ca4-bc46da378023 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 210 time: 0.0291626 Aug 24 08:07:39.600241 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b is: DOWN; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:39.600620 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:39.635138 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] For port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=6d20d3f7-9283-4e14-8aeb-0eaa85533c1b,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:39.714117 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:39.761264 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Pushing event updated for resources: {'Port': ['ID=6d20d3f7-9283-4e14-8aeb-0eaa85533c1b,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:40.105708 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:07:40.151034 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:07:40.245477 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:40.245852 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:40.318648 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:40.319028 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:40.342654 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:07:40.344889 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16b21a4-f766-42b4-b05f-6198be8483b3" -d '{"events": [{"server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "name": "network-vif-plugged", "status": "completed", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:07:40.358471 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:40.411276 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:40.447097 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:40.483512 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fece6a2d-ce9c-4671-9124-06f429f05509 x-openstack-request-id: req-fece6a2d-ce9c-4671-9124-06f429f05509 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:07:40.484294 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "name": "network-vif-plugged", "status": "completed", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:07:40.484294 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fece6a2d-ce9c-4671-9124-06f429f05509 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:07:40.484449 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fece6a2d-ce9c-4671-9124-06f429f05509'] response: {'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'code': 200} Aug 24 08:07:40.489376 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-285074d5-995a-4b27-8982-f96a3fee5a19 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:40.490961 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-285074d5-995a-4b27-8982-f96a3fee5a19 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 814 time: 0.1288188 Aug 24 08:07:40.499120 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f706e59-16b0-4871-ad15-4d43857f2232 req-57bab064-cc06-44ec-99f2-f3b0eccd9fd4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:40.500936 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3f706e59-16b0-4871-ad15-4d43857f2232 req-57bab064-cc06-44ec-99f2-f3b0eccd9fd4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 945 time: 0.0665131 Aug 24 08:07:40.509798 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:40.552201 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3f706e59-16b0-4871-ad15-4d43857f2232 req-ac4b24c0-e6c0-4810-89ef-25e559a73515 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456557 Aug 24 08:07:40.644910 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-86c9496f-7f17-4aa4-8830-36e368becaec req-3701c37d-2224-4cf7-9db4-bee8d8dd088b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 210 time: 0.0298789 Aug 24 08:07:40.713822 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-851d2cd9-2ec1-4611-a627-8355a9a16bf0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 379 time: 0.0583289 Aug 24 08:07:40.762800 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'port': {'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'admin_state_up': True, 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'security_groups': ['4d5d85b2-4eb4-4671-a7d8-7c80d5f56187']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:40.942518 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Made reservation on behalf of 2d92c8aa6d4d46538574779ae23ac398 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:07:40.946353 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:41.076749 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Allocated IP 172.20.0.10 (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728/bcb2e5f8-cab1-42a4-bd10-01af144b33fc/8853b076-349a-4e2c-a58b-48611309257f) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:07:41.187115 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afaf4e-0319-4467-a338-14d86dcba124 req-7d5e8668-dd02-4dcb-b82b-61bde5836e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:41.188713 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-53afaf4e-0319-4467-a338-14d86dcba124 req-7d5e8668-dd02-4dcb-b82b-61bde5836e6a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 1129 time: 0.0411081 Aug 24 08:07:41.221423 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (8853b076-349a-4e2c-a58b-48611309257f), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:41.262792 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-53afaf4e-0319-4467-a338-14d86dcba124 req-dedf1714-91cb-4809-9832-bed4a1d35a27 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451238 Aug 24 08:07:41.297258 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (8853b076-349a-4e2c-a58b-48611309257f), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:41.342097 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:07:41.345274 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:07:41.349167 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:07:41.355273 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=8853b076-349a-4e2c-a58b-48611309257f,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:41.382335 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:41.406046 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:41.406729 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:41.471815 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b up at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:07:41.519984 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Provisioning complete for port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:41.520577 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:41.533864 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-65a7c51c-37c9-482a-b963-3c4096dac787 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7772558 Aug 24 08:07:41.545797 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Request body: {'port': {'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:41.588186 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:41.609443 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Current status of the port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b is: ACTIVE; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:41.611596 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (8853b076-349a-4e2c-a58b-48611309257f), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:41.612208 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-ad70a560-a757-4616-a157-f3d2219ea39d None None] Provisioning complete for port 8853b076-349a-4e2c-a58b-48611309257f triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:41.612932 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ad70a560-a757-4616-a157-f3d2219ea39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (8853b076-349a-4e2c-a58b-48611309257f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:41.647468 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-ad70a560-a757-4616-a157-f3d2219ea39d None None] Port 8853b076-349a-4e2c-a58b-48611309257f cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:07:41.663658 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:41.685227 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e978cfe-cdec-4fba-8929-a40757db7af1 req-68c85fce-924f-476d-a6cb-8ece307a001a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:41.686995 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7e978cfe-cdec-4fba-8929-a40757db7af1 req-68c85fce-924f-476d-a6cb-8ece307a001a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 945 time: 0.0538375 Aug 24 08:07:41.739214 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-7e978cfe-cdec-4fba-8929-a40757db7af1 req-0bc4eb8a-e664-4d4e-948f-971ae864d9f9 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Aug 24 08:07:41.795155 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a5842-8b95-4872-9bbe-b7f7067182de req-dd0d4903-030c-444d-969f-6cb693cd27fb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:41.796609 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db3a5842-8b95-4872-9bbe-b7f7067182de req-dd0d4903-030c-444d-969f-6cb693cd27fb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 932 time: 0.0738971 Aug 24 08:07:41.896753 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db3a5842-8b95-4872-9bbe-b7f7067182de req-a735d99b-b404-44b6-9eac-1c604e1819af tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915205 Aug 24 08:07:41.957853 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8853b076-349a-4e2c-a58b-48611309257f {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:07:41.965341 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Publish callbacks [] for port (8853b076-349a-4e2c-a58b-48611309257f), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:41.978120 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Transition to ACTIVE for port object 8853b076-349a-4e2c-a58b-48611309257f will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:07:42.033677 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (8853b076-349a-4e2c-a58b-48611309257f), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:42.093163 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Pushing event updated for resources: {'Port': ['ID=8853b076-349a-4e2c-a58b-48611309257f,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:42.145014 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Attempting to bind port 8853b076-349a-4e2c-a58b-48611309257f on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:07:42.145345 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Attempting to bind port 8853b076-349a-4e2c-a58b-48611309257f by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:07:42.145694 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Attempting to bind port 8853b076-349a-4e2c-a58b-48611309257f on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:07:42.150225 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Port 8853b076-349a-4e2c-a58b-48611309257f on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:07:42.150537 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Attempting to bind port 8853b076-349a-4e2c-a58b-48611309257f on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:07:42.155957 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:07:42.156289 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Checking segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:07:42.156686 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Bound using segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:07:42.157107 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Bound port: 8853b076-349a-4e2c-a58b-48611309257f, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:07:42.157459 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (8853b076-349a-4e2c-a58b-48611309257f), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:42.217480 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] For port 8853b076-349a-4e2c-a58b-48611309257f, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:07:42.220441 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] For port 8853b076-349a-4e2c-a58b-48611309257f, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8853b076-349a-4e2c-a58b-48611309257f,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:07:42.285968 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (8853b076-349a-4e2c-a58b-48611309257f), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:42.291226 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:42.291838 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:42.294024 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/8853b076-349a-4e2c-a58b-48611309257f HTTP/1.1" status: 200 len: 1094 time: 0.7521107 Aug 24 08:07:42.294024 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'tag': '8853b076-349a-4e2c-a58b-48611309257f'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:07:42.296100 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648a294-c561-4f1d-b1c7-ebe64884afd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2c4538-253e-44ea-8fb9-e392f59cb6f1", "tag": "8853b076-349a-4e2c-a58b-48611309257f"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:07:42.333250 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9ac621-c16e-4bbf-881f-85f15ee58cf6 x-openstack-request-id: req-2f9ac621-c16e-4bbf-881f-85f15ee58cf6 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:07:42.333526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2c4538-253e-44ea-8fb9-e392f59cb6f1", "tag": "8853b076-349a-4e2c-a58b-48611309257f", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:07:42.333773 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f9ac621-c16e-4bbf-881f-85f15ee58cf6 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:07:42.334162 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9ac621-c16e-4bbf-881f-85f15ee58cf6'] response: {'name': 'network-changed', 'server_uuid': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'tag': '8853b076-349a-4e2c-a58b-48611309257f', 'status': 'completed', 'code': 200} Aug 24 08:07:42.343139 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f398b-0c7c-46bd-b20d-c83b5f846785 service neutron] Pushing event updated for resources: {'Port': ['ID=8853b076-349a-4e2c-a58b-48611309257f,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:42.584873 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a294-c561-4f1d-b1c7-ebe64884afd9 req-25536ecd-e38c-4c61-b8d3-1561489564c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:42.586556 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f648a294-c561-4f1d-b1c7-ebe64884afd9 req-25536ecd-e38c-4c61-b8d3-1561489564c6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 1128 time: 0.0413034 Aug 24 08:07:42.603109 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:42.689031 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a294-c561-4f1d-b1c7-ebe64884afd9 req-74b33235-8902-481a-8bac-cd4f314e3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:42.690474 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f648a294-c561-4f1d-b1c7-ebe64884afd9 req-74b33235-8902-481a-8bac-cd4f314e3065 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=2d92c8aa6d4d46538574779ae23ac398&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961242 Aug 24 08:07:42.793138 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:42.796805 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a294-c561-4f1d-b1c7-ebe64884afd9 req-162f0139-fe3d-4e06-b599-e802492c9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:42.798363 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f648a294-c561-4f1d-b1c7-ebe64884afd9 req-162f0139-fe3d-4e06-b599-e802492c9229 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027114 Aug 24 08:07:42.887389 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3d66d-6bda-4b7c-a413-d1c380c16062 req-09718dcf-5a74-49d4-aca3-1d324279c1d2 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:42.888833 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dcb3d66d-6bda-4b7c-a413-d1c380c16062 req-09718dcf-5a74-49d4-aca3-1d324279c1d2 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 945 time: 0.0748320 Aug 24 08:07:42.894121 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-a7b1c5f4-1212-4459-9884-b83ba8805cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:42.895500 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-a7b1c5f4-1212-4459-9884-b83ba8805cf2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 1128 time: 0.0539289 Aug 24 08:07:42.947993 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-35f06c8b-04fc-454c-8056-581cdb2eec6f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8853b076-349a-4e2c-a58b-48611309257f HTTP/1.1" status: 200 len: 217 time: 0.0447774 Aug 24 08:07:43.008308 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dcb3d66d-6bda-4b7c-a413-d1c380c16062 req-70e73c75-286c-4b0f-ad49-f8e2a4aae140 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118698 Aug 24 08:07:43.019439 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-67de6f34-9347-4bc5-a221-fc68036c402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:43.020941 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-67de6f34-9347-4bc5-a221-fc68036c402c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 200 len: 853 time: 0.0623035 Aug 24 08:07:43.023239 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e80b3-b3e8-4eb4-8c65-08a5da8fc06e req-499469e5-507b-46ed-9342-a5f221f718f9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:43.025073 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9e5e80b3-b3e8-4eb4-8c65-08a5da8fc06e req-499469e5-507b-46ed-9342-a5f221f718f9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 944 time: 0.0492699 Aug 24 08:07:43.067703 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-f2ea79dc-0b60-4844-8bff-195391b31c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:43.069235 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-f2ea79dc-0b60-4844-8bff-195391b31c5c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424893 Aug 24 08:07:43.085196 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9e5e80b3-b3e8-4eb4-8c65-08a5da8fc06e req-8c284d17-20be-4cf8-8c68-13159ed54533 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539229 Aug 24 08:07:43.183059 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddc09c-8bd7-4193-8d75-1c462935a91b req-f7ea7648-7598-4630-b5da-fc8edf44c238 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:43.184137 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-75ddc09c-8bd7-4193-8d75-1c462935a91b req-f7ea7648-7598-4630-b5da-fc8edf44c238 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 945 time: 0.1001320 Aug 24 08:07:43.230350 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-41af9c19-7d99-4333-ac35-cb23f93c32ab service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545019 Aug 24 08:07:43.294325 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-75ddc09c-8bd7-4193-8d75-1c462935a91b req-a85e911a-b403-4a02-b409-e196dd6fe84f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036973 Aug 24 08:07:43.321118 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39804) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:43.354783 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cbc6d5eb-af89-488c-98c3-78d0c21dc570 req-8c1e0368-9056-4468-8f7a-c9e7bbb4d72c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144531 Aug 24 08:07:43.359364 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a8d0cb-56e8-45ff-8b88-118d308e9bb6 tempest-TestVolumeBootPattern-2100081330 tempest-TestVolumeBootPattern-2100081330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:43.360893 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-78a8d0cb-56e8-45ff-8b88-118d308e9bb6 tempest-TestVolumeBootPattern-2100081330 tempest-TestVolumeBootPattern-2100081330-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 1124 time: 0.0387247 Aug 24 08:07:43.364010 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39806) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:43.369017 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'port_id': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:43.468823 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:43.549104 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:43.654724 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:43.656024 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Allocated IP 172.27.4.100 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/084e5a41-b97b-4464-a9c7-f0c67a02decf) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:07:43.759957 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for port (084e5a41-b97b-4464-a9c7-f0c67a02decf), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:43.785445 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:43.845248 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (084e5a41-b97b-4464-a9c7-f0c67a02decf), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:43.884294 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:07:43.889857 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:07:43.893789 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:07:43.899198 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'Port': ['ID=084e5a41-b97b-4464-a9c7-f0c67a02decf,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:44.202028 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153e83-57e4-4168-a8fb-bb3b4039d246 req-71575023-ac06-48aa-99ae-b4f978c52018 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:44.203538 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-31153e83-57e4-4168-a8fb-bb3b4039d246 req-71575023-ac06-48aa-99ae-b4f978c52018 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 944 time: 0.0506191 Aug 24 08:07:44.230917 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (bd1ef9e1-3922-4caf-b782-945539139b95), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:44.252741 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-31153e83-57e4-4168-a8fb-bb3b4039d246 req-36fb1c6e-a45a-497e-8a58-d74ee9260e48 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Aug 24 08:07:44.382043 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (084e5a41-b97b-4464-a9c7-f0c67a02decf), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:44.527712 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for port (084e5a41-b97b-4464-a9c7-f0c67a02decf), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:44.610805 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (084e5a41-b97b-4464-a9c7-f0c67a02decf), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:44.693582 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event updated for resources: {'Port': ['ID=084e5a41-b97b-4464-a9c7-f0c67a02decf,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:44.701768 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (bd1ef9e1-3922-4caf-b782-945539139b95), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:44.704846 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:44.810618 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Floating IP bd1ef9e1-3922-4caf-b782-945539139b95 associated. External IP: 172.27.4.100, port: 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97. Aug 24 08:07:45.003733 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:45.009415 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:07:45.454546 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989db38-7089-4d55-8a3b-d24a0d65508e req-72eee9b9-22ef-42a9-8b02-db8d63586629 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:45.456014 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3989db38-7089-4d55-8a3b-d24a0d65508e req-72eee9b9-22ef-42a9-8b02-db8d63586629 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 944 time: 0.0648639 Aug 24 08:07:45.481552 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:07:45.492405 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] Sync routers for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:07:45.502741 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:45.503661 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:45.517631 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3989db38-7089-4d55-8a3b-d24a0d65508e req-bae3efab-2900-47e3-b97b-1dc706124679 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550480 Aug 24 08:07:45.590593 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:45.613305 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:45.623424 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-6e99e0f3-171f-4a53-a52b-1d79c42c764a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2580278 Aug 24 08:07:45.624028 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:07:45.626306 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e67cff-c87e-4b2c-8e54-180031dbf4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:07:45.667791 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d038bfe-23d1-4cff-86f0-0f2060a4cd16 x-openstack-request-id: req-5d038bfe-23d1-4cff-86f0-0f2060a4cd16 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:07:45.667791 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:07:45.667791 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d038bfe-23d1-4cff-86f0-0f2060a4cd16 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:07:45.667791 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d038bfe-23d1-4cff-86f0-0f2060a4cd16'] response: {'name': 'network-changed', 'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'status': 'completed', 'code': 200} Aug 24 08:07:45.727997 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-98c31737-f34a-4f3f-80d8-0a2a5df94021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:45.729507 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-98c31737-f34a-4f3f-80d8-0a2a5df94021 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 1129 time: 0.0416985 Aug 24 08:07:45.819426 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-9475bf43-59d9-4ece-bbf5-9952073a8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:45.820919 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-9475bf43-59d9-4ece-bbf5-9952073a8702 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 912 time: 0.0857263 Aug 24 08:07:45.825070 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'bd1ef9e1-3922-4caf-b782-945539139b95', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.100', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:2d:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:44Z', 'updated_at': '2022-08-24T08:07:44Z', 'revision_number': 0, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}, {'id': 'c69f618b-2fe0-427b-9a5a-6ae669a52077', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:46Z', 'updated_at': '2022-08-24T08:05:48Z', 'revision_number': 1, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:45.854744 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] Checking router: aaca6d4c-f415-463e-b7dc-1f8d7796aac8 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:07:45.863578 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:45.864197 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:45.886035 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-31eba4ef-6873-436a-9ee2-5f58b4d72ac7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 HTTP/1.1" status: 200 len: 999 time: 0.0583503 Aug 24 08:07:45.895542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:45.933580 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-3db97eff-e6e7-45bd-b3fe-7f4e728ffc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:45.935549 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-3db97eff-e6e7-45bd-b3fe-7f4e728ffc63 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0437827 Aug 24 08:07:45.967947 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:45.977790 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-ad0b2272-226a-48cd-98f6-a59cc3eee76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:45.979277 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-ad0b2272-226a-48cd-98f6-a59cc3eee76e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384479 Aug 24 08:07:46.059013 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:46.073668 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-1fda95cc-a4b4-48c7-a89e-cddb11ebf52e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882342 Aug 24 08:07:46.170536 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-68e67cff-c87e-4b2c-8e54-180031dbf4f5 req-9a8d4554-47eb-4296-9ca8-a7d9f01aae9e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902503 Aug 24 08:07:46.243486 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 8853b076-349a-4e2c-a58b-48611309257f details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:07:46.393793 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'bd1ef9e1-3922-4caf-b782-945539139b95', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.100', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:2d:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:44Z', 'updated_at': '2022-08-24T08:07:44Z', 'revision_number': 0, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}, {'id': 'c69f618b-2fe0-427b-9a5a-6ae669a52077', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:46Z', 'updated_at': '2022-08-24T08:05:48Z', 'revision_number': 1, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:46.425717 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8bd83-94b2-4b0d-ae03-a2bd2631cb1e None None] The sync data for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi is: [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'bd1ef9e1-3922-4caf-b782-945539139b95', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.100', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:2d:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:44Z', 'updated_at': '2022-08-24T08:07:44Z', 'revision_number': 0, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}, {'id': 'c69f618b-2fe0-427b-9a5a-6ae669a52077', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:46Z', 'updated_at': '2022-08-24T08:05:48Z', 'revision_number': 1, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:07:46.452621 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 8853b076-349a-4e2c-a58b-48611309257f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8853b076-349a-4e2c-a58b-48611309257f,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:46.465065 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '8853b076-349a-4e2c-a58b-48611309257f', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:07:46.499525 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:46.505743 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 8853b076-349a-4e2c-a58b-48611309257f is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:46.510858 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (8853b076-349a-4e2c-a58b-48611309257f), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:46.520580 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8853b076-349a-4e2c-a58b-48611309257f {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:07:46.540617 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 8853b076-349a-4e2c-a58b-48611309257f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8853b076-349a-4e2c-a58b-48611309257f,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:46.629197 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f485e3-bf42-4d09-a09b-50ad37b91819 None None] New status for floating IP bd1ef9e1-3922-4caf-b782-945539139b95: ACTIVE {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:07:46.637900 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (8853b076-349a-4e2c-a58b-48611309257f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:46.648217 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de646a-b078-42b8-bbd5-3c31587990a6 req-5d405129-885f-4024-a738-a807a0d51cc8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:46.650027 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-08de646a-b078-42b8-bbd5-3c31587990a6 req-5d405129-885f-4024-a738-a807a0d51cc8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 944 time: 0.0546656 Aug 24 08:07:46.690462 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=8853b076-349a-4e2c-a58b-48611309257f,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:46.707170 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-08de646a-b078-42b8-bbd5-3c31587990a6 req-b08e4485-c234-4592-822b-f90eb07d78b8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507004 Aug 24 08:07:46.852257 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['8853b076-349a-4e2c-a58b-48611309257f'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:07:47.826038 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0dc42-1707-4641-8548-546c26d60299 req-4b8b6a76-d695-4ff2-876f-c4ee66437d9b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:47.828026 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5af0dc42-1707-4641-8548-546c26d60299 req-4b8b6a76-d695-4ff2-876f-c4ee66437d9b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 945 time: 0.0466919 Aug 24 08:07:47.874597 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5af0dc42-1707-4641-8548-546c26d60299 req-e8551b0f-010f-4ed6-bc2c-99a696f44d20 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 Aug 24 08:07:48.183176 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 8853b076-349a-4e2c-a58b-48611309257f up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:07:48.226370 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 8853b076-349a-4e2c-a58b-48611309257f completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:07:48.331048 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 8853b076-349a-4e2c-a58b-48611309257f triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:07:48.331452 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (8853b076-349a-4e2c-a58b-48611309257f), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:48.372747 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:48.404715 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 8853b076-349a-4e2c-a58b-48611309257f is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:07:48.405106 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (8853b076-349a-4e2c-a58b-48611309257f), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:48.430717 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8853b076-349a-4e2c-a58b-48611309257f'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:07:48.432998 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b77daf-d5e0-4e18-b82b-f7bb7d65c0fb" -d '{"events": [{"server_uuid": "ab2c4538-253e-44ea-8fb9-e392f59cb6f1", "name": "network-vif-plugged", "status": "completed", "tag": "8853b076-349a-4e2c-a58b-48611309257f"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:07:48.446158 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 8853b076-349a-4e2c-a58b-48611309257f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8853b076-349a-4e2c-a58b-48611309257f,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:07:48.472755 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3ea4a5-7974-418b-b05d-7f829d89e21e x-openstack-request-id: req-0f3ea4a5-7974-418b-b05d-7f829d89e21e {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:07:48.473050 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2c4538-253e-44ea-8fb9-e392f59cb6f1", "name": "network-vif-plugged", "status": "completed", "tag": "8853b076-349a-4e2c-a58b-48611309257f", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:07:48.473306 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f3ea4a5-7974-418b-b05d-7f829d89e21e {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:07:48.473707 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3ea4a5-7974-418b-b05d-7f829d89e21e'] response: {'server_uuid': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8853b076-349a-4e2c-a58b-48611309257f', 'code': 200} Aug 24 08:07:48.559553 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (8853b076-349a-4e2c-a58b-48611309257f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:48.608813 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=8853b076-349a-4e2c-a58b-48611309257f,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:07:48.869414 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3aa50e-ccf1-43d6-8d6f-3ef6ab2a60a1 req-d88fd455-9d04-4956-9c53-70a9b8f3e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:48.870816 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d3aa50e-ccf1-43d6-8d6f-3ef6ab2a60a1 req-d88fd455-9d04-4956-9c53-70a9b8f3e1d3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 1130 time: 0.0381367 Aug 24 08:07:48.901422 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:48.916115 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6d3aa50e-ccf1-43d6-8d6f-3ef6ab2a60a1 req-441ad2a7-e078-486e-96be-5b88e572065b service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393867 Aug 24 08:07:48.997346 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d51a00-afd9-4299-953a-b6130b71b927 req-073ce5f1-299d-4c54-a173-0589d41f93a6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:48.998850 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e1d51a00-afd9-4299-953a-b6130b71b927 req-073ce5f1-299d-4c54-a173-0589d41f93a6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 946 time: 0.0476818 Aug 24 08:07:49.049498 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e1d51a00-afd9-4299-953a-b6130b71b927 req-27202b3c-e349-4a85-8b53-972df36c2906 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451066 Aug 24 08:07:50.169667 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e2e7-be11-43aa-9ce7-5af6d2ca99b6 req-9bac4033-8136-4716-a056-57f7812f16cb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:50.171161 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1b31e2e7-be11-43aa-9ce7-5af6d2ca99b6 req-9bac4033-8136-4716-a056-57f7812f16cb tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 946 time: 0.0475895 Aug 24 08:07:50.217047 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1b31e2e7-be11-43aa-9ce7-5af6d2ca99b6 req-aff7de00-2164-424f-8e40-8c4fbc730f0b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 Aug 24 08:07:51.333972 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77506c3-25ba-40d2-9e34-a7499043a73e req-c7df28bd-dad2-49b4-9171-326fa7d74990 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:51.335431 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b77506c3-25ba-40d2-9e34-a7499043a73e req-c7df28bd-dad2-49b4-9171-326fa7d74990 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 946 time: 0.0459564 Aug 24 08:07:51.382802 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b77506c3-25ba-40d2-9e34-a7499043a73e req-e524db83-4db9-4f9d-8d49-a16cd3cab035 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 Aug 24 08:07:51.505250 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4819a-1f96-4038-9597-9ede731cac8e req-0c663244-a42e-40d2-bd43-497c83919cd5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:51.506701 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-59e4819a-1f96-4038-9597-9ede731cac8e req-0c663244-a42e-40d2-bd43-497c83919cd5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 946 time: 0.0498819 Aug 24 08:07:51.516453 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 39830) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:07:51.520814 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-06303827-c001-4c15-a68f-aa540b1bf7e5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'floatingip': {'port_id': '8853b076-349a-4e2c-a58b-48611309257f'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:07:51.560601 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-06303827-c001-4c15-a68f-aa540b1bf7e5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (3b64c97e-8052-4ff1-8076-48e68a0a074f), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:51.622111 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-523c1271-99a2-4fb7-af73-f53db91b7994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:51.982509 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-06303827-c001-4c15-a68f-aa540b1bf7e5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:52.056146 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-06303827-c001-4c15-a68f-aa540b1bf7e5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (3b64c97e-8052-4ff1-8076-48e68a0a074f), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:52.149893 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-06303827-c001-4c15-a68f-aa540b1bf7e5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Floating IP 3b64c97e-8052-4ff1-8076-48e68a0a074f associated. External IP: 172.27.4.40, port: 8853b076-349a-4e2c-a58b-48611309257f. Aug 24 08:07:52.340525 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06303827-c001-4c15-a68f-aa540b1bf7e5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:07:52.342719 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:52.418935 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:52.444507 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06303827-c001-4c15-a68f-aa540b1bf7e5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:07:52.448816 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-06303827-c001-4c15-a68f-aa540b1bf7e5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:52.454443 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:07:52.464451 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:52.465084 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:52.479860 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-06303827-c001-4c15-a68f-aa540b1bf7e5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/3b64c97e-8052-4ff1-8076-48e68a0a074f HTTP/1.1" status: 200 len: 991 time: 0.9622979 Aug 24 08:07:52.480443 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'tag': '8853b076-349a-4e2c-a58b-48611309257f'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:07:52.482751 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2c4538-253e-44ea-8fb9-e392f59cb6f1", "tag": "8853b076-349a-4e2c-a58b-48611309257f"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:07:52.526935 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5840a8ea-04f4-4884-a886-fe2ca68be7ee x-openstack-request-id: req-5840a8ea-04f4-4884-a886-fe2ca68be7ee {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:07:52.527558 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2c4538-253e-44ea-8fb9-e392f59cb6f1", "tag": "8853b076-349a-4e2c-a58b-48611309257f", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:07:52.527558 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5840a8ea-04f4-4884-a886-fe2ca68be7ee {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:07:52.527845 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5840a8ea-04f4-4884-a886-fe2ca68be7ee'] response: {'name': 'network-changed', 'server_uuid': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'tag': '8853b076-349a-4e2c-a58b-48611309257f', 'status': 'completed', 'code': 200} Aug 24 08:07:52.571283 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:52.592965 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-c12b9849-36fb-4cab-ac01-1a00b8f5ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:52.594468 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-c12b9849-36fb-4cab-ac01-1a00b8f5ae21 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 1130 time: 0.0405140 Aug 24 08:07:52.676734 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:07:52.689482 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-76c32dcf-22a7-4bc9-9bfe-809bce7746dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:52.690988 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-76c32dcf-22a7-4bc9-9bfe-809bce7746dc service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 915 time: 0.0911841 Aug 24 08:07:52.754087 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-5b57ea40-64fa-4f70-86d3-5cdd2d0e0020 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8853b076-349a-4e2c-a58b-48611309257f HTTP/1.1" status: 200 len: 999 time: 0.0549631 Aug 24 08:07:52.794374 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3b64c97e-8052-4ff1-8076-48e68a0a074f', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.40', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:36Z', 'updated_at': '2022-08-24T08:07:51Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:52.815219 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-336e707a-25f9-4a65-8fc1-7e9dbf6c93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:52.816779 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-336e707a-25f9-4a65-8fc1-7e9dbf6c93a8 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 200 len: 853 time: 0.0547583 Aug 24 08:07:52.827965 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:07:52.840124 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:07:52.841019 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:07:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:52.861665 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-88eec479-79af-4ccf-9d19-441670fb2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:07:52.863062 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-88eec479-79af-4ccf-9d19-441670fb2a43 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394819 Aug 24 08:07:52.956077 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-99a8a0dd-fd3b-4bbb-9c72-fcf81e8fe247 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Aug 24 08:07:52.961376 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:07:53.047224 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d1a034fc-6b8b-4977-b48c-fdfe8a4f0c62 req-d1b6465d-4976-49f3-92f7-1f2d96e0bdb5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851841 Aug 24 08:07:53.167743 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3b64c97e-8052-4ff1-8076-48e68a0a074f', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.40', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:36Z', 'updated_at': '2022-08-24T08:07:51Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:07:53.196991 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351d689-a00a-4197-aa5e-4adf798bd343 None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3b64c97e-8052-4ff1-8076-48e68a0a074f', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.40', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:36Z', 'updated_at': '2022-08-24T08:07:51Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:07:53.394268 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e2927-826c-4995-8b41-24954c26b0f4 None None] New status for floating IP 3b64c97e-8052-4ff1-8076-48e68a0a074f: ACTIVE {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:07:53.822160 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-af90ff2f-067a-4df2-8583-697ed0e3c4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:55.542001 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:56.747406 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:07:56.896575 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:07:57.141710 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:01.372099 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:01.379303 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:03.037333 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=65 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:03.043320 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=47 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:03.493822 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:06.724401 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:06.743075 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:16.664770 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:16.666567 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:21.632874 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5dae1714-6e18-48ff-8096-6876935b00ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:23.815853 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c1651f20-405a-4c41-8bbe-ae85675510e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:25.530073 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:25.768147 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=12 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:25.773919 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=20 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:26.912914 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:27.163925 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:33.747065 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:08:36.734820 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:38.355914 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39902) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:08:38.360509 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1065456625', 'description': 'tempest-description--1376993182'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:08:38.443582 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:38.511060 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (2e7e6afe-e903-4e9c-a1b8-9796406154b0), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:38.563234 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (2e7e6afe-e903-4e9c-a1b8-9796406154b0), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:38.592176 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7e6afe-e903-4e9c-a1b8-9796406154b0,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:38.599138 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.601385 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.601385 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.601385 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.601385 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.601828 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.601935 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.602177 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.602504 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.602826 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.603147 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.603466 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.603782 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.604100 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.604418 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:38.651050 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:38.652326 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-d9ed0cae-5ea9-41c3-9e07-3875bc7afeba tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2954147 Aug 24 08:08:38.655333 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39904) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:08:38.659521 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-2f4c8958-3b7f-44f0-ac03-20ecc8410f12 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group_rule': {'security_group_id': '2e7e6afe-e903-4e9c-a1b8-9796406154b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:08:38.767214 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8958-3b7f-44f0-ac03-20ecc8410f12 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (24480bea-4f9f-4c47-b2f5-912e7352332a), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:38.814012 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8958-3b7f-44f0-ac03-20ecc8410f12 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (24480bea-4f9f-4c47-b2f5-912e7352332a), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:38.861287 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8958-3b7f-44f0-ac03-20ecc8410f12 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (24480bea-4f9f-4c47-b2f5-912e7352332a), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:38.879398 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c8958-3b7f-44f0-ac03-20ecc8410f12 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24480bea-4f9f-4c47-b2f5-912e7352332a,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:38.926476 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8958-3b7f-44f0-ac03-20ecc8410f12 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:38.927739 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2f4c8958-3b7f-44f0-ac03-20ecc8410f12 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2714043 Aug 24 08:08:38.931574 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39906) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:08:38.936160 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-dd7c87db-5cdc-432e-833e-554d093664d5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group_rule': {'security_group_id': '2e7e6afe-e903-4e9c-a1b8-9796406154b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:08:39.004524 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-dd7c87db-5cdc-432e-833e-554d093664d5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (14812d2f-e786-4860-9eab-be53731a8311), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:39.061197 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-dd7c87db-5cdc-432e-833e-554d093664d5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (14812d2f-e786-4860-9eab-be53731a8311), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:39.106617 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-dd7c87db-5cdc-432e-833e-554d093664d5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (14812d2f-e786-4860-9eab-be53731a8311), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:39.126021 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c87db-5cdc-432e-833e-554d093664d5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14812d2f-e786-4860-9eab-be53731a8311,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:39.165848 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-dd7c87db-5cdc-432e-833e-554d093664d5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:39.167067 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-dd7c87db-5cdc-432e-833e-554d093664d5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2345288 Aug 24 08:08:39.170205 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39908) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:08:39.174431 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:08:39.238328 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:39.326405 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:39.432543 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Allocated IP 172.27.4.93 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/77bf8106-722f-4edb-98ce-17bb686a176b) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:08:39.465839 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:39.521789 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:39.538513 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (77bf8106-722f-4edb-98ce-17bb686a176b), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:39.633377 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (77bf8106-722f-4edb-98ce-17bb686a176b), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:39.678606 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:08:39.683937 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:08:39.687522 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:08:39.719085 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=77bf8106-722f-4edb-98ce-17bb686a176b,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:40.020817 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (aae9a6f0-9b4b-4b1d-8a4a-e01c64671720), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:40.112329 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (77bf8106-722f-4edb-98ce-17bb686a176b), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:40.259072 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (77bf8106-722f-4edb-98ce-17bb686a176b), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:40.312268 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (77bf8106-722f-4edb-98ce-17bb686a176b), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:40.378945 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=77bf8106-722f-4edb-98ce-17bb686a176b,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:40.383083 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (aae9a6f0-9b4b-4b1d-8a4a-e01c64671720), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:40.486212 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:40.487471 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ea62e245-1b5a-4af6-aa08-7099b84aec57 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3163249 Aug 24 08:08:40.645499 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-9546315a-7881-4091-9e98-fde65d7d6c2f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1065456625&fields=id&tenant_id=2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 267 time: 0.0424500 Aug 24 08:08:40.675140 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:40.754181 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-0dbaaa83-493f-46e9-ae47-9e3c973edd98 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:40.755639 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-0dbaaa83-493f-46e9-ae47-9e3c973edd98 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 814 time: 0.1031272 Aug 24 08:08:40.771347 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-8d047f61-36d1-4963-a840-58f16beb6015 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/quotas/2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 375 time: 0.0097349 Aug 24 08:08:40.823380 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-36c91bcd-0142-4a07-bd03-1ff713c40971 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463080 Aug 24 08:08:40.965041 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-8101e326-8230-48d6-9998-b1acc4c2bdb2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306205 Aug 24 08:08:41.056733 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-9c91b6bf-1cf0-476b-a75c-aa199f00acc0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858481 Aug 24 08:08:41.312953 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c18d9af0-6e78-4521-a57b-9c8d79bba893 req-069a7651-cbb8-478b-985a-a30fccde157b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 210 time: 0.0287662 Aug 24 08:08:42.413289 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-18714472-6023-4d3e-8a1d-6e565f68da4d req-73fcfa42-76b7-490d-b4ff-6f0749e80b12 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 210 time: 0.0274680 Aug 24 08:08:43.249003 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-c37fa3bd-843a-47b0-98b0-6ca6670e89f2 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:43.250465 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-c37fa3bd-843a-47b0-98b0-6ca6670e89f2 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 814 time: 0.1066608 Aug 24 08:08:43.322724 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-944aa1c7-7d36-472d-a848-3227b1721d04 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 472 time: 0.0638442 Aug 24 08:08:43.337874 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'port': {'device_id': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'admin_state_up': True, 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'security_groups': ['2e7e6afe-e903-4e9c-a1b8-9796406154b0']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:08:43.514650 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d4ddc713-a084-4cd5-bd2e-1d42b813cbcd req-1e988601-edd7-4d23-9717-f231ef8ee843 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 210 time: 0.0284493 Aug 24 08:08:43.515326 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Made reservation on behalf of 2d92c8aa6d4d46538574779ae23ac398 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:08:43.521470 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:43.649072 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Allocated IP 172.20.0.4 (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728/bcb2e5f8-cab1-42a4-bd10-01af144b33fc/953cd93a-cef0-4c51-9626-bffaf2b33ae6) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:08:43.743715 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:43.782070 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:43.861452 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:43.910645 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:08:43.913717 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:08:43.917726 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:08:43.941526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=953cd93a-cef0-4c51-9626-bffaf2b33ae6,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:43.957227 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.957564 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.957896 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.958232 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.958580 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.958900 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.959254 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.959570 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.959883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.960202 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.960840 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.963868 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.963868 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.963868 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.963868 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:43.982686 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:43.983298 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:43.993529 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:44.086842 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-395e0aa0-4fba-45a1-9e11-8b2571c96d21 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532167 Aug 24 08:08:44.097724 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Request body: {'port': {'device_id': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:08:44.131579 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-151548fe-fd3a-4038-8200-7024fbc8585b None None] Provisioning complete for port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:08:44.132847 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-151548fe-fd3a-4038-8200-7024fbc8585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:44.156843 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:44.163754 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:44.168143 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-151548fe-fd3a-4038-8200-7024fbc8585b None None] Port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:08:44.418117 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953cd93a-cef0-4c51-9626-bffaf2b33ae6 {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:08:44.425707 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Publish callbacks [] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:44.438548 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Transition to ACTIVE for port object 953cd93a-cef0-4c51-9626-bffaf2b33ae6 will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:08:44.512418 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:44.575531 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Pushing event updated for resources: {'Port': ['ID=953cd93a-cef0-4c51-9626-bffaf2b33ae6,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:44.598335 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:44.626555 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Attempting to bind port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:08:44.626883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Attempting to bind port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:08:44.627210 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Attempting to bind port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:08:44.632033 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:08:44.632354 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Attempting to bind port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:08:44.636455 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3921f-0365-418e-ab17-20173bc0c762 req-7702cf69-867c-4895-a9fa-9964dd5458b1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:44.638336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:08:44.638336 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Checking segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:08:44.638587 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e6b3921f-0365-418e-ab17-20173bc0c762 req-7702cf69-867c-4895-a9fa-9964dd5458b1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 943 time: 0.0484285 Aug 24 08:08:44.638693 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Bound using segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:08:44.638693 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Bound port: 953cd93a-cef0-4c51-9626-bffaf2b33ae6, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:08:44.639042 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:44.689704 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-e6b3921f-0365-418e-ab17-20173bc0c762 req-7cf34240-5003-42f9-ac30-c25f6bcac18a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458078 Aug 24 08:08:44.704004 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] For port 953cd93a-cef0-4c51-9626-bffaf2b33ae6, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:08:44.707067 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] For port 953cd93a-cef0-4c51-9626-bffaf2b33ae6, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=953cd93a-cef0-4c51-9626-bffaf2b33ae6,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:08:44.775791 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:44.779978 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:44.780636 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:44.782002 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/953cd93a-cef0-4c51-9626-bffaf2b33ae6 HTTP/1.1" status: 200 len: 1093 time: 0.6882758 Aug 24 08:08:44.785924 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'tag': '953cd93a-cef0-4c51-9626-bffaf2b33ae6'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:08:44.785924 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e77b746-d130-42e2-aa0a-63a0c29e5ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0", "tag": "953cd93a-cef0-4c51-9626-bffaf2b33ae6"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:08:44.823747 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbbdb6b-9b6c-403e-a816-e1f0daf0ba04 x-openstack-request-id: req-3cbbdb6b-9b6c-403e-a816-e1f0daf0ba04 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:08:44.824037 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0", "tag": "953cd93a-cef0-4c51-9626-bffaf2b33ae6", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:08:44.824288 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3cbbdb6b-9b6c-403e-a816-e1f0daf0ba04 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:08:44.824708 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbbdb6b-9b6c-403e-a816-e1f0daf0ba04'] response: {'name': 'network-changed', 'server_uuid': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'tag': '953cd93a-cef0-4c51-9626-bffaf2b33ae6', 'status': 'completed', 'code': 200} Aug 24 08:08:44.834578 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8817e7c-2e39-4c92-b8d5-dcea77a33054 service neutron] Pushing event updated for resources: {'Port': ['ID=953cd93a-cef0-4c51-9626-bffaf2b33ae6,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:44.883686 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b746-d130-42e2-aa0a-63a0c29e5ff8 req-2b71d216-98b6-45ea-bafc-3cc4c237aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:44.885220 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7e77b746-d130-42e2-aa0a-63a0c29e5ff8 req-2b71d216-98b6-45ea-bafc-3cc4c237aedf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 1127 time: 0.0422323 Aug 24 08:08:44.975303 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:44.990323 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b746-d130-42e2-aa0a-63a0c29e5ff8 req-56ea5f4d-f024-47a7-b496-50c1a7627480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:44.992123 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7e77b746-d130-42e2-aa0a-63a0c29e5ff8 req-56ea5f4d-f024-47a7-b496-50c1a7627480 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=2d92c8aa6d4d46538574779ae23ac398&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1000171 Aug 24 08:08:45.088966 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b746-d130-42e2-aa0a-63a0c29e5ff8 req-2e127e7d-2ff5-4931-aeac-a18011778673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:45.090455 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-7e77b746-d130-42e2-aa0a-63a0c29e5ff8 req-2e127e7d-2ff5-4931-aeac-a18011778673 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927227 Aug 24 08:08:45.162471 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-dcf09351-7463-41b6-9d84-829369662428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:45.163917 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-dcf09351-7463-41b6-9d84-829369662428 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 1127 time: 0.0389011 Aug 24 08:08:45.205963 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-c998284c-bf27-4c79-9b97-3d861fe181e9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=953cd93a-cef0-4c51-9626-bffaf2b33ae6 HTTP/1.1" status: 200 len: 217 time: 0.0351744 Aug 24 08:08:45.252572 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-4a39b019-ce94-4a17-be5b-22693838733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:45.253914 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-4a39b019-ce94-4a17-be5b-22693838733a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 200 len: 853 time: 0.0422342 Aug 24 08:08:45.295814 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-fbaa34dd-e12d-406e-a553-9171a86ccea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:45.297255 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-fbaa34dd-e12d-406e-a553-9171a86ccea0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371933 Aug 24 08:08:45.376333 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:45.394587 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-d452b9c5-8954-4687-8021-11549d2ceae4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909252 Aug 24 08:08:45.454466 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-bd350ea0-ddaf-496c-9355-a6ba6673c084 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423613 Aug 24 08:08:45.487297 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1052e2a7-5a26-4e7c-91d4-68fca58b6c50 req-35bc32a1-72ff-49a9-8226-23a5c92be638 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868752 Aug 24 08:08:45.535508 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-540fe6ad-c6bb-4e58-ad3f-45d431781283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:45.537099 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-540fe6ad-c6bb-4e58-ad3f-45d431781283 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 1130 time: 0.0389361 Aug 24 08:08:45.812356 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0edb0b-4cc6-4dc2-ae96-e33a15e382d7 req-c0511548-cd4b-4da5-a939-e2e01a4693aa tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:45.813854 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0c0edb0b-4cc6-4dc2-ae96-e33a15e382d7 req-c0511548-cd4b-4da5-a939-e2e01a4693aa tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 943 time: 0.0466273 Aug 24 08:08:45.859972 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-0c0edb0b-4cc6-4dc2-ae96-e33a15e382d7 req-819ec4b1-aa0f-49e1-8d3b-ae1f3e0a2714 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Aug 24 08:08:46.400809 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-086b827a-226b-4109-92a0-ee0aa9604566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:46.402476 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-086b827a-226b-4109-92a0-ee0aa9604566 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 912 time: 0.0948322 Aug 24 08:08:46.467755 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-65a964a3-30f6-452c-9edc-2dbfdca39c3d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b HTTP/1.1" status: 200 len: 1001 time: 0.0589268 Aug 24 08:08:46.514609 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-84b98212-c3c5-4450-ad4e-b5fd01e4a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:46.516001 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-84b98212-c3c5-4450-ad4e-b5fd01e4a8e0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0425906 Aug 24 08:08:46.557953 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-f7352663-115f-4c70-b022-70c247fbadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:46.559381 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-f7352663-115f-4c70-b022-70c247fbadfd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366940 Aug 24 08:08:46.789368 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:46.791194 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:46.934747 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-b9ab38de-8742-4991-ab6f-233549196711 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687735 Aug 24 08:08:47.009020 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cd7b1-dae8-45e1-ac75-eec242f1c10b req-5a155afb-5848-401b-b150-dfae86f781e0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:47.010526 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a84cd7b1-dae8-45e1-ac75-eec242f1c10b req-5a155afb-5848-401b-b150-dfae86f781e0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 943 time: 0.0705707 Aug 24 08:08:47.052435 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:47.111414 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-867b29f1-ce16-46e2-91d1-25e17f0db518 req-cd3c1787-722c-477a-8832-9b7ccec29797 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702735 Aug 24 08:08:47.116785 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a84cd7b1-dae8-45e1-ac75-eec242f1c10b req-944c69ff-f639-49a7-8636-e39ce9a00fd0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769231 Aug 24 08:08:48.234089 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c357-d036-4709-87bf-bb554472f929 req-7c8105b9-4ed2-443f-a0c1-53cafd5e1f88 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:48.235572 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3867c357-d036-4709-87bf-bb554472f929 req-7c8105b9-4ed2-443f-a0c1-53cafd5e1f88 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 943 time: 0.0466282 Aug 24 08:08:48.283629 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3867c357-d036-4709-87bf-bb554472f929 req-d1c4cd42-1573-4f7a-9175-97c2a1ac12f3 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Aug 24 08:08:48.556126 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 953cd93a-cef0-4c51-9626-bffaf2b33ae6 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:08:48.656917 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 953cd93a-cef0-4c51-9626-bffaf2b33ae6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=953cd93a-cef0-4c51-9626-bffaf2b33ae6,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:08:48.791545 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '953cd93a-cef0-4c51-9626-bffaf2b33ae6', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'port_id': '953cd93a-cef0-4c51-9626-bffaf2b33ae6', 'mac_address': 'fa:16:3e:f5:0c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:08:48.831263 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:08:48.831656 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:48.844420 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953cd93a-cef0-4c51-9626-bffaf2b33ae6 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:08:48.863766 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 953cd93a-cef0-4c51-9626-bffaf2b33ae6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=953cd93a-cef0-4c51-9626-bffaf2b33ae6,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:08:48.934531 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:48.982416 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=953cd93a-cef0-4c51-9626-bffaf2b33ae6,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:48.989628 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.989978 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.990507 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.991722 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.992223 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.992729 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.993295 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.993652 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.993992 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.994469 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.994932 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.995273 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.995688 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.996026 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:48.996538 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:08:49.202095 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['953cd93a-cef0-4c51-9626-bffaf2b33ae6'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:08:49.402173 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2c04-07c6-4ff4-bfed-451c52ea78f6 req-f8f00b38-6e9d-483c-ab39-681b729cc8fa tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:49.403815 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-047b2c04-07c6-4ff4-bfed-451c52ea78f6 req-f8f00b38-6e9d-483c-ab39-681b729cc8fa tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 944 time: 0.0467119 Aug 24 08:08:49.451108 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-047b2c04-07c6-4ff4-bfed-451c52ea78f6 req-9d9a25e5-7bd7-4d32-b236-4b3aeffd785b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Aug 24 08:08:50.571439 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3741d-18b3-43d4-aa24-09ac80cddb91 req-3fddb452-a219-4079-800e-f6fa104595ca tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:50.572928 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fcb3741d-18b3-43d4-aa24-09ac80cddb91 req-3fddb452-a219-4079-800e-f6fa104595ca tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 944 time: 0.0501606 Aug 24 08:08:50.588221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 953cd93a-cef0-4c51-9626-bffaf2b33ae6 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:08:50.622317 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fcb3741d-18b3-43d4-aa24-09ac80cddb91 req-e34ae07d-d76d-43f8-8a9a-4a64111073d8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432816 Aug 24 08:08:50.629735 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:08:50.723692 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:08:50.724025 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:50.798539 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:08:50.798921 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:50.821099 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953cd93a-cef0-4c51-9626-bffaf2b33ae6'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:08:50.827644 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6fa362-3d72-4639-93f6-3e3335bc7af9" -d '{"events": [{"server_uuid": "f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0", "name": "network-vif-plugged", "status": "completed", "tag": "953cd93a-cef0-4c51-9626-bffaf2b33ae6"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:08:50.827644 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:50.836851 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 953cd93a-cef0-4c51-9626-bffaf2b33ae6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=953cd93a-cef0-4c51-9626-bffaf2b33ae6,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:08:50.860240 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33fe740-94c6-482f-b6ee-b970b71df634 x-openstack-request-id: req-d33fe740-94c6-482f-b6ee-b970b71df634 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:08:50.860524 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0", "name": "network-vif-plugged", "status": "completed", "tag": "953cd93a-cef0-4c51-9626-bffaf2b33ae6", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:08:50.860803 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d33fe740-94c6-482f-b6ee-b970b71df634 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:08:50.862157 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33fe740-94c6-482f-b6ee-b970b71df634'] response: {'server_uuid': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953cd93a-cef0-4c51-9626-bffaf2b33ae6', 'code': 200} Aug 24 08:08:50.900823 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:50.950508 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=953cd93a-cef0-4c51-9626-bffaf2b33ae6,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:08:51.131665 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bec294-5867-493b-9a27-7bd6b1405236 req-c81bca35-d5cb-497a-bb76-eeea42b73271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:51.133195 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f8bec294-5867-493b-9a27-7bd6b1405236 req-c81bca35-d5cb-497a-bb76-eeea42b73271 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 1129 time: 0.0402503 Aug 24 08:08:51.180846 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f8bec294-5867-493b-9a27-7bd6b1405236 req-5529a341-f651-4a7e-9cde-e4fae8a0ebe8 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Aug 24 08:08:51.597786 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-deabe3ab-315b-4a7b-9aae-c6f327bfcb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:51.742217 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4e87-ea28-4848-8679-ef9fe305a37f req-c2295f6e-0ac4-4ee9-b343-b03287423a9b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:51.743685 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-490e4e87-ea28-4848-8679-ef9fe305a37f req-c2295f6e-0ac4-4ee9-b343-b03287423a9b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 945 time: 0.0464973 Aug 24 08:08:51.791082 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-490e4e87-ea28-4848-8679-ef9fe305a37f req-39a40ae4-a51b-49ed-840e-955dca52a1b4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Aug 24 08:08:52.910172 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0c3a-8a01-4b3d-a1a6-087980f095d4 req-0171df28-2aa6-460c-9354-a2b163578a42 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:52.911613 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c15d0c3a-8a01-4b3d-a1a6-087980f095d4 req-0171df28-2aa6-460c-9354-a2b163578a42 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 945 time: 0.0457940 Aug 24 08:08:52.957812 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-c15d0c3a-8a01-4b3d-a1a6-087980f095d4 req-9eb959b3-831e-4d88-9088-a8d396bab851 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 Aug 24 08:08:53.073657 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626387-3e47-4405-8ad2-e1923b97e1cd req-c5574685-8f81-4824-8d3d-0c2b580f47c5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:53.075021 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-4a626387-3e47-4405-8ad2-e1923b97e1cd req-c5574685-8f81-4824-8d3d-0c2b580f47c5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 945 time: 0.0460751 Aug 24 08:08:53.084795 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39972) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:08:53.089102 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-ae03baa8-ea0e-4b7d-bba1-e32e011a3e36 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'floatingip': {'port_id': '953cd93a-cef0-4c51-9626-bffaf2b33ae6'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:08:53.130159 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ae03baa8-ea0e-4b7d-bba1-e32e011a3e36 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (aae9a6f0-9b4b-4b1d-8a4a-e01c64671720), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:53.335263 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=100 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:53.537990 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ae03baa8-ea0e-4b7d-bba1-e32e011a3e36 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:53.597636 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ae03baa8-ea0e-4b7d-bba1-e32e011a3e36 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (aae9a6f0-9b4b-4b1d-8a4a-e01c64671720), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:53.691606 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.l3_db [None req-ae03baa8-ea0e-4b7d-bba1-e32e011a3e36 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Floating IP aae9a6f0-9b4b-4b1d-8a4a-e01c64671720 associated. External IP: 172.27.4.93, port: 953cd93a-cef0-4c51-9626-bffaf2b33ae6. Aug 24 08:08:53.694269 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:53.797699 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-b95a654f-187b-42b0-9664-7cfad752951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:53.890622 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae03baa8-ea0e-4b7d-bba1-e32e011a3e36 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:08:53.992547 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae03baa8-ea0e-4b7d-bba1-e32e011a3e36 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:08:53.997441 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ae03baa8-ea0e-4b7d-bba1-e32e011a3e36 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:54.002644 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8389324-ff09-488f-a064-3986e609db00 None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:08:54.020740 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8389324-ff09-488f-a064-3986e609db00 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:08:54.022181 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-f8389324-ff09-488f-a064-3986e609db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:08:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:08:54.029337 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ae03baa8-ea0e-4b7d-bba1-e32e011a3e36 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/aae9a6f0-9b4b-4b1d-8a4a-e01c64671720 HTTP/1.1" status: 200 len: 990 time: 0.9435048 Aug 24 08:08:54.029917 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'tag': '953cd93a-cef0-4c51-9626-bffaf2b33ae6'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:08:54.032278 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0", "tag": "953cd93a-cef0-4c51-9626-bffaf2b33ae6"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:08:54.053766 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:54.128036 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda5443c-6979-4286-9f97-a0aaad68419d x-openstack-request-id: req-cda5443c-6979-4286-9f97-a0aaad68419d {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:08:54.128543 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0", "tag": "953cd93a-cef0-4c51-9626-bffaf2b33ae6", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:08:54.128543 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cda5443c-6979-4286-9f97-a0aaad68419d {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:08:54.128995 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda5443c-6979-4286-9f97-a0aaad68419d'] response: {'name': 'network-changed', 'server_uuid': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'tag': '953cd93a-cef0-4c51-9626-bffaf2b33ae6', 'status': 'completed', 'code': 200} Aug 24 08:08:54.130039 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-f8389324-ff09-488f-a064-3986e609db00 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:08:54.188175 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-295d8f59-25e8-4107-b25b-5ab3c93c84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:54.189606 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-295d8f59-25e8-4107-b25b-5ab3c93c84eb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 1129 time: 0.0381672 Aug 24 08:08:54.285953 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-07d87945-14d0-4391-b8b8-e20b8cf1c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:54.287438 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-07d87945-14d0-4391-b8b8-e20b8cf1c9dd service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 915 time: 0.0915296 Aug 24 08:08:54.328972 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:08:54.347051 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-f8389324-ff09-488f-a064-3986e609db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3b64c97e-8052-4ff1-8076-48e68a0a074f', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.40', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:36Z', 'updated_at': '2022-08-24T08:07:53Z', 'revision_number': 2, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}, {'id': 'aae9a6f0-9b4b-4b1d-8a4a-e01c64671720', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.93', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '953cd93a-cef0-4c51-9626-bffaf2b33ae6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:f5:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:08:39Z', 'updated_at': '2022-08-24T08:08:53Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:08:54.349452 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-1ddcdacd-289e-423e-848a-8caf5c90d7a0 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=953cd93a-cef0-4c51-9626-bffaf2b33ae6 HTTP/1.1" status: 200 len: 998 time: 0.0562415 Aug 24 08:08:54.372394 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8389324-ff09-488f-a064-3986e609db00 None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:08:54.383500 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8389324-ff09-488f-a064-3986e609db00 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:08:54.384132 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-f8389324-ff09-488f-a064-3986e609db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:08:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:08:54.403627 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-a78cb125-77f7-407b-be17-2786021086d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:54.405338 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-a78cb125-77f7-407b-be17-2786021086d4 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 200 len: 853 time: 0.0503039 Aug 24 08:08:54.448077 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-2916aa8a-13e6-4648-b09b-e99f62ff6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:08:54.449502 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-2916aa8a-13e6-4648-b09b-e99f62ff6095 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388930 Aug 24 08:08:54.486529 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-f8389324-ff09-488f-a064-3986e609db00 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:08:54.543347 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-258d0fb9-c409-459f-8c2c-44dd17a5dc83 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877979 Aug 24 08:08:54.632224 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-05ff6a63-391b-4ed3-9486-f1def1ab2ec9 req-3766ad9f-c765-4437-8503-6396c8c9d137 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832460 Aug 24 08:08:54.701613 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-f8389324-ff09-488f-a064-3986e609db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3b64c97e-8052-4ff1-8076-48e68a0a074f', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.40', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:36Z', 'updated_at': '2022-08-24T08:07:53Z', 'revision_number': 2, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}, {'id': 'aae9a6f0-9b4b-4b1d-8a4a-e01c64671720', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.93', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '953cd93a-cef0-4c51-9626-bffaf2b33ae6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:f5:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:08:39Z', 'updated_at': '2022-08-24T08:08:53Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:08:54.726790 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8389324-ff09-488f-a064-3986e609db00 None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3b64c97e-8052-4ff1-8076-48e68a0a074f', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.40', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:36Z', 'updated_at': '2022-08-24T08:07:53Z', 'revision_number': 2, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}, {'id': 'aae9a6f0-9b4b-4b1d-8a4a-e01c64671720', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.93', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '953cd93a-cef0-4c51-9626-bffaf2b33ae6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:f5:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:08:39Z', 'updated_at': '2022-08-24T08:08:53Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:08:54.924064 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b25b0-fac7-4339-8b51-a6d1446e7f91 None None] New status for floating IP aae9a6f0-9b4b-4b1d-8a4a-e01c64671720: ACTIVE {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:08:55.534813 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:56.935154 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:08:57.124061 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:04.018254 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:04.026113 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=38 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:04.627575 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=84 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:04.629484 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=26 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:05.019937 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:05.023883 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:06.740441 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:10.747758 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:09:16.261249 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 39986) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:16.492720 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Deleting port 084e5a41-b97b-4464-a9c7-f0c67a02decf {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:16.493063 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (084e5a41-b97b-4464-a9c7-f0c67a02decf), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:16.570669 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (084e5a41-b97b-4464-a9c7-f0c67a02decf), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:16.570992 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (084e5a41-b97b-4464-a9c7-f0c67a02decf), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:16.583470 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Calling delete_port for 084e5a41-b97b-4464-a9c7-f0c67a02decf owned by network:floatingip {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:16.687356 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:16.689232 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:16.797306 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (084e5a41-b97b-4464-a9c7-f0c67a02decf), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:16.822806 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event deleted for resources: {'Port': ['ID=084e5a41-b97b-4464-a9c7-f0c67a02decf,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:16.884246 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (bd1ef9e1-3922-4caf-b782-945539139b95), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:16.885116 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.l3_db [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Floating IP bd1ef9e1-3922-4caf-b782-945539139b95 disassociated (deleted). External IP: 172.27.4.100, port: 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97. Aug 24 08:09:17.080025 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:09:17.179572 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:09:17.184405 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:17.190746 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] Sync routers for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:09:17.201993 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:17.203061 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:08:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:17.214365 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-18d86cee-b2e8-42a5-af8b-cc117d00d2b4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/bd1ef9e1-3922-4caf-b782-945539139b95 HTTP/1.1" status: 204 len: 168 time: 0.9521239 Aug 24 08:09:17.215088 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:09:17.217473 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30d8015-c814-4af7-a919-3879ac72d9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:09:17.258851 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367e6aa0-9142-41f6-b78c-d850b6008c01 x-openstack-request-id: req-367e6aa0-9142-41f6-b78c-d850b6008c01 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:09:17.259147 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:09:17.259402 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-367e6aa0-9142-41f6-b78c-d850b6008c01 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:09:17.260437 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367e6aa0-9142-41f6-b78c-d850b6008c01'] response: {'name': 'network-changed', 'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'status': 'completed', 'code': 200} Aug 24 08:09:17.309519 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:17.319127 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-6b24ded5-9c02-40b3-a4f5-70c6e887363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:17.320930 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-6b24ded5-9c02-40b3-a4f5-70c6e887363a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 1129 time: 0.0394506 Aug 24 08:09:17.419448 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-2dafc18c-4f88-4531-b2c2-b7fa2a5a0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:17.420940 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-2dafc18c-4f88-4531-b2c2-b7fa2a5a0b2b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 912 time: 0.0936475 Aug 24 08:09:17.461991 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-3f8185d3-ea43-4f9a-8540-0a1c6a347252 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 HTTP/1.1" status: 200 len: 217 time: 0.0341501 Aug 24 08:09:17.519577 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-71e20fae-0c82-44ba-a476-8e0e676b07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:17.521341 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-71e20fae-0c82-44ba-a476-8e0e676b07e3 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0510442 Aug 24 08:09:17.534537 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'c69f618b-2fe0-427b-9a5a-6ae669a52077', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:46Z', 'updated_at': '2022-08-24T08:05:48Z', 'revision_number': 1, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:17.561078 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] Checking router: aaca6d4c-f415-463e-b7dc-1f8d7796aac8 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:09:17.570024 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:17.570622 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:08:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:17.572035 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-2743d2b4-0560-4a5a-ad13-d1c682feb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:17.573684 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-2743d2b4-0560-4a5a-ad13-d1c682feb35b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432022 Aug 24 08:09:17.658185 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba92e-5de0-4729-b1b9-aa3ead633d67 req-08060791-4bd8-49f5-9b92-de567fdfa46c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:17.659678 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-035ba92e-5de0-4729-b1b9-aa3ead633d67 req-08060791-4bd8-49f5-9b92-de567fdfa46c tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 945 time: 0.0465825 Aug 24 08:09:17.679234 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:17.719681 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-035ba92e-5de0-4729-b1b9-aa3ead633d67 req-2530c73d-0285-4ab2-93e0-a3d79bf66cbb tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540624 Aug 24 08:09:18.019492 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'c69f618b-2fe0-427b-9a5a-6ae669a52077', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:46Z', 'updated_at': '2022-08-24T08:05:48Z', 'revision_number': 1, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:18.053299 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c48cf4-a2fd-4952-9c8c-f7c4376cd05f None None] The sync data for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi is: [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'c69f618b-2fe0-427b-9a5a-6ae669a52077', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'port_id': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'mac_address': 'fa:16:3e:d6:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8779ca69-eb57-4846-9329-508c555e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:05:46Z', 'updated_at': '2022-08-24T08:05:48Z', 'revision_number': 1, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:09:18.267244 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f48f0-9756-4a1d-97e3-78b67400e87e None None] New status for floating IP bd1ef9e1-3922-4caf-b782-945539139b95: DOWN {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:09:18.765081 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-53e52d1f-2a90-4b2f-a6ca-6e1baef7e01f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957918 Aug 24 08:09:18.888187 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:18.891206 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:18.899839 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fb6bc-6cf9-4322-b4d6-129bf550c4f3 req-624e59ad-b443-42ea-b679-c76bdcc839ee tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:18.906485 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ff9fb6bc-6cf9-4322-b4d6-129bf550c4f3 req-624e59ad-b443-42ea-b679-c76bdcc839ee tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 945 time: 0.1015148 Aug 24 08:09:18.951616 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-ff9fb6bc-6cf9-4322-b4d6-129bf550c4f3 req-57783434-e141-4ffe-9dfa-8e0e80cedad4 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441372 Aug 24 08:09:18.954113 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a30d8015-c814-4af7-a919-3879ac72d9f6 req-f8cc414b-9b0f-469b-aa1a-dbb369328c22 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868216 Aug 24 08:09:19.207469 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-db4851ba-1e4f-4078-9d6b-0d417cd3f79f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:19.208958 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-db4851ba-1e4f-4078-9d6b-0d417cd3f79f tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 945 time: 0.0500395 Aug 24 08:09:19.291353 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Deleting port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:19.291689 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:19.382497 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] For port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:19.382861 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:19.396690 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Calling delete_port for 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:19.626160 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:19.655420 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:19.658454 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event deleted for resources: {'Port': ['ID=1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:19.684335 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:19.702147 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] No DVR routers for this DVR port 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:09:19.704591 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:19.707894 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b6c5aa4f-d376-4e2c-a39d-994d6b6298f5 req-a2cac0f5-88ca-47b6-97b3-1a9913202f02 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "DELETE /networking/v2.0/ports/1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 HTTP/1.1" status: 204 len: 173 time: 0.4911685 Aug 24 08:09:19.708320 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'name': 'network-vif-deleted', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:09:19.710629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbc4fd3-fb97-444f-8835-09b3351424b3" -d '{"events": [{"server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "name": "network-vif-deleted", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:09:19.755833 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12c7ed0-1740-4083-897a-97adf6b18f77 x-openstack-request-id: req-f12c7ed0-1740-4083-897a-97adf6b18f77 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:09:19.756166 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2b21e4-3e3c-456c-88e3-8676721fb366", "name": "network-vif-deleted", "tag": "1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:09:19.756397 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f12c7ed0-1740-4083-897a-97adf6b18f77 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:09:19.757932 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12c7ed0-1740-4083-897a-97adf6b18f77'] response: {'server_uuid': 'cc2b21e4-3e3c-456c-88e3-8676721fb366', 'name': 'network-vif-deleted', 'tag': '1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97', 'status': 'completed', 'code': 200} Aug 24 08:09:20.066038 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-570409e6-d0e7-4c64-a5f6-54c3fc2589af req-b14680d6-c417-4466-8805-b6e06118acaf tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cc2b21e4-3e3c-456c-88e3-8676721fb366 HTTP/1.1" status: 200 len: 210 time: 0.0352526 Aug 24 08:09:20.742405 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:21.631680 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-40ac6090-dba4-4ea8-a7e6-4e4e4d4bba13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:22.824005 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:22.843960 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:22.844300 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 1bc3f63f-39f6-4dd6-aaa6-bbbbf2911f97 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:23.595576 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40018) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:23.744573 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Deleting port b517dfba-df5b-49a2-9fa6-94898523b98e {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:23.744969 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (b517dfba-df5b-49a2-9fa6-94898523b98e), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:23.808575 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d3c90f76-1500-4bd2-bba2-ce67310e40df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:23.822184 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (b517dfba-df5b-49a2-9fa6-94898523b98e), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:23.822509 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (b517dfba-df5b-49a2-9fa6-94898523b98e), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:23.834909 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Calling delete_port for b517dfba-df5b-49a2-9fa6-94898523b98e owned by network:floatingip {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:24.277209 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (b517dfba-df5b-49a2-9fa6-94898523b98e), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:24.299214 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event deleted for resources: {'Port': ['ID=b517dfba-df5b-49a2-9fa6-94898523b98e,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:24.364072 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (c69f618b-2fe0-427b-9a5a-6ae669a52077), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:24.364393 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.db.l3_db [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Floating IP c69f618b-2fe0-427b-9a5a-6ae669a52077 disassociated (deleted). External IP: 172.27.4.73, port: c25e4dd6-0d08-4c34-bf00-e316e15bf38b. Aug 24 08:09:24.557066 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:09:24.639075 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:24.659513 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:09:24.667529 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:24.667529 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:24.669849 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] Sync routers for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:09:24.680431 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:24.681581 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:24.694653 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-7fb2a04f-8644-49ad-97d2-3c965f82f907 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/c69f618b-2fe0-427b-9a5a-6ae669a52077 HTTP/1.1" status: 204 len: 168 time: 1.0979815 Aug 24 08:09:24.695584 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b'}] {{(pid=113380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:09:24.698786 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43454279dd79aaa550cd1325d575d7b0b6f8c597bbaee25be5dd7e2dd9e2327b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45" -d '{"events": [{"name": "network-changed", "server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b"}]}' {{(pid=113380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:09:24.745170 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e723b899-56a7-46ae-9a0a-846012e5f721 x-openstack-request-id: req-e723b899-56a7-46ae-9a0a-846012e5f721 {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:09:24.745170 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b", "status": "completed", "code": 200}]} {{(pid=113380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:09:24.745170 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e723b899-56a7-46ae-9a0a-846012e5f721 {{(pid=113380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:09:24.745170 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e723b899-56a7-46ae-9a0a-846012e5f721'] response: {'name': 'network-changed', 'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'status': 'completed', 'code': 200} Aug 24 08:09:24.795391 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:24.803652 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-9f48a06d-69d3-4251-bd61-04faf56d9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:24.805283 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-9f48a06d-69d3-4251-bd61-04faf56d9e13 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 1130 time: 0.0397780 Aug 24 08:09:24.827557 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=100 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:24.894699 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:24.900728 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-4c803325-a53a-4b9c-85bf-c11b2d5d99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:24.902211 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-4c803325-a53a-4b9c-85bf-c11b2d5d99ab service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 200 len: 912 time: 0.0911913 Aug 24 08:09:24.941837 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-4ea6c77e-f598-4316-b91e-c140c0c55848 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b HTTP/1.1" status: 200 len: 217 time: 0.0328372 Aug 24 08:09:24.993471 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-dc242bc4-b8a8-4d24-a5b9-3558e80cb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:24.994821 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:24.995519 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-dc242bc4-b8a8-4d24-a5b9-3558e80cb2bc service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 200 len: 850 time: 0.0472248 Aug 24 08:09:25.019642 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] Checking router: aaca6d4c-f415-463e-b7dc-1f8d7796aac8 for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:09:25.028812 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:25.029409 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:25.043247 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-a9f0c60d-7e58-42f7-a691-b33b95a8c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:25.044767 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-a9f0c60d-7e58-42f7-a691-b33b95a8c94b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ba35002a-baf9-48c9-8bd5-ed065d35dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430796 Aug 24 08:09:25.133033 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:25.143782 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-3d5d974c-595f-46dc-83db-d23230bef20a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930285 Aug 24 08:09:25.245354 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-bcd42bd6-f6cd-482b-bcfb-c3ca06255a45 req-065e4a2f-079a-4105-90fd-6ede5880f532 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935233 Aug 24 08:09:25.288514 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff82a8f-ebb1-4a1e-a417-b7a4784abab5 req-10e46c26-590f-4e10-ac03-0ffdfec61b0b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:25.290120 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3ff82a8f-ebb1-4a1e-a417-b7a4784abab5 req-10e46c26-590f-4e10-ac03-0ffdfec61b0b tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 946 time: 0.0485058 Aug 24 08:09:25.324457 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:25.341771 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-3ff82a8f-ebb1-4a1e-a417-b7a4784abab5 req-a8fe4108-ab1b-41e2-a4c9-dc096e1b2bad tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Aug 24 08:09:25.349814 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2dbcaa-72d0-436b-81f0-0600cfe6f492 None None] The sync data for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi is: [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:36Z', 'revision_number': 4, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '986aff7b-5567-42bf-9895-b302d377e44c', 'name': '', 'network_id': 'ba35002a-baf9-48c9-8bd5-ed065d35dab0', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'mac_address': 'fa:16:3e:f9:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:35Z', 'updated_at': '2022-08-24T08:02:42Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'subnets': [{'id': '7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:09:25.551418 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:25.575183 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ed3a6-3101-49ba-a9b3-28d53e206c80 None None] New status for floating IP c69f618b-2fe0-427b-9a5a-6ae669a52077: DOWN {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:09:26.475011 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a36b06-a621-4a72-a908-fa180d2df22e req-b23f43c9-2f83-43b3-bd62-6562f038eea3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:26.476490 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b6a36b06-a621-4a72-a908-fa180d2df22e req-b23f43c9-2f83-43b3-bd62-6562f038eea3 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 946 time: 0.0538263 Aug 24 08:09:26.526897 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b6a36b06-a621-4a72-a908-fa180d2df22e req-7d47e43d-9a2c-4da0-8bb1-6a0cc192a40a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=acda82e4-0778-4394-9ad4-36ecf0ca2328&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441778 Aug 24 08:09:26.753040 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-b7c10c4b-5741-41f0-bae6-2c5f86d7809d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:26.754439 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-b7c10c4b-5741-41f0-bae6-2c5f86d7809d tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 946 time: 0.0493114 Aug 24 08:09:26.838232 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Deleting port c25e4dd6-0d08-4c34-bf00-e316e15bf38b {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:26.838615 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:26.894304 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:26.933036 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] For port c25e4dd6-0d08-4c34-bf00-e316e15bf38b, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:26.933398 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:26.946747 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Calling delete_port for c25e4dd6-0d08-4c34-bf00-e316e15bf38b owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:27.134356 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:27.163328 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (c25e4dd6-0d08-4c34-bf00-e316e15bf38b), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:27.172309 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:27.198040 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event deleted for resources: {'Port': ['ID=c25e4dd6-0d08-4c34-bf00-e316e15bf38b,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:27.204838 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:27.241845 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] No DVR routers for this DVR port c25e4dd6-0d08-4c34-bf00-e316e15bf38b on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:09:27.244495 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:27.247924 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-72d6828c-b0b4-4296-9150-0bd3569423d1 req-636d4055-2214-407b-93de-7d84f9677592 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.45 "DELETE /networking/v2.0/ports/c25e4dd6-0d08-4c34-bf00-e316e15bf38b HTTP/1.1" status: 204 len: 173 time: 0.4876411 Aug 24 08:09:27.248361 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'name': 'network-vif-deleted', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:09:27.250599 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e6048-180e-409d-b92e-e06c49ff3eab" -d '{"events": [{"server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "name": "network-vif-deleted", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:09:27.288952 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcc2482-b289-4a0d-9dbc-a783f3cfd1e7 x-openstack-request-id: req-8dcc2482-b289-4a0d-9dbc-a783f3cfd1e7 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:09:27.294866 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779ca69-eb57-4846-9329-508c555e1aa2", "name": "network-vif-deleted", "tag": "c25e4dd6-0d08-4c34-bf00-e316e15bf38b", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:09:27.294866 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8dcc2482-b289-4a0d-9dbc-a783f3cfd1e7 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:09:27.294866 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcc2482-b289-4a0d-9dbc-a783f3cfd1e7'] response: {'server_uuid': '8779ca69-eb57-4846-9329-508c555e1aa2', 'name': 'network-vif-deleted', 'tag': 'c25e4dd6-0d08-4c34-bf00-e316e15bf38b', 'status': 'completed', 'code': 200} Aug 24 08:09:27.634762 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-fab35304-d231-4538-a6b6-266c50ac6d86 req-bc873795-46c4-49a7-ae10-8ed604c61312 tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8779ca69-eb57-4846-9329-508c555e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0319262 Aug 24 08:09:28.704334 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40036) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:28.836084 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Deleting port 0ce3270c-42b0-410f-9a13-e7e79dc72caa {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:28.836424 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (0ce3270c-42b0-410f-9a13-e7e79dc72caa), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:28.917358 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (0ce3270c-42b0-410f-9a13-e7e79dc72caa), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:28.917678 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (0ce3270c-42b0-410f-9a13-e7e79dc72caa), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:28.931191 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Calling delete_port for 0ce3270c-42b0-410f-9a13-e7e79dc72caa owned by network:floatingip {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:29.151287 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (0ce3270c-42b0-410f-9a13-e7e79dc72caa), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:29.179547 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event deleted for resources: {'Port': ['ID=0ce3270c-42b0-410f-9a13-e7e79dc72caa,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:29.242601 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for floatingip (6e8161a6-c57a-411e-a225-48355bcaf90c), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:29.245686 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:29.246876 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-3e8e3149-265d-4433-af51-c23a559bb06a tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/6e8161a6-c57a-411e-a225-48355bcaf90c HTTP/1.1" status: 204 len: 168 time: 0.5415292 Aug 24 08:09:29.390733 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c24f2d-1c67-402a-8a59-224c586c65ba req-fac26ff9-3248-4b09-a96f-eb04ba9285cc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:29.392320 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c8c24f2d-1c67-402a-8a59-224c586c65ba req-fac26ff9-3248-4b09-a96f-eb04ba9285cc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 945 time: 0.0468459 Aug 24 08:09:29.441185 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-c8c24f2d-1c67-402a-8a59-224c586c65ba req-4b634b8a-5bf5-490b-bb9c-ea29efb534c7 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Aug 24 08:09:30.561078 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430839f-e7a6-4d53-8c80-9ef28d52c5c9 req-54b7e9da-55ac-412e-ad26-eb7d9277a19d tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:30.562547 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e430839f-e7a6-4d53-8c80-9ef28d52c5c9 req-54b7e9da-55ac-412e-ad26-eb7d9277a19d tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 945 time: 0.0461788 Aug 24 08:09:30.595121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40060) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:30.614865 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e430839f-e7a6-4d53-8c80-9ef28d52c5c9 req-1276c539-bf38-47aa-90f2-6827ebfd8452 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2e7e6afe-e903-4e9c-a1b8-9796406154b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468056 Aug 24 08:09:30.659217 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-96378939-6933-44f6-aaf2-573b9151f38e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group (acda82e4-0778-4394-9ad4-36ecf0ca2328), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:30.686162 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-96378939-6933-44f6-aaf2-573b9151f38e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group (acda82e4-0778-4394-9ad4-36ecf0ca2328), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:30.837064 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-96378939-6933-44f6-aaf2-573b9151f38e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (acda82e4-0778-4394-9ad4-36ecf0ca2328), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:30.840146 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-96378939-6933-44f6-aaf2-573b9151f38e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:30.841338 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-96378939-6933-44f6-aaf2-573b9151f38e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/acda82e4-0778-4394-9ad4-36ecf0ca2328 HTTP/1.1" status: 204 len: 168 time: 0.2447829 Aug 24 08:09:30.853491 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b0650-66b3-4655-a382-056dd9407814 req-fd8ce6a8-3f2f-4fdc-8a28-188a4ea56014 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:30.854924 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96378939-6933-44f6-aaf2-573b9151f38e tempest-TestVolumeBootPattern-417988494 tempest-TestVolumeBootPattern-417988494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acda82e4-0778-4394-9ad4-36ecf0ca2328,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:30.855034 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-776b0650-66b3-4655-a382-056dd9407814 req-fd8ce6a8-3f2f-4fdc-8a28-188a4ea56014 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 945 time: 0.0469964 Aug 24 08:09:30.855129 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device c25e4dd6-0d08-4c34-bf00-e316e15bf38b no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:30.877607 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: c25e4dd6-0d08-4c34-bf00-e316e15bf38b {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:30.878069 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device c25e4dd6-0d08-4c34-bf00-e316e15bf38b not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:30.937543 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Deleting port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:30.937831 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:30.982563 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40064) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:31.032614 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] For port 953cd93a-cef0-4c51-9626-bffaf2b33ae6, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=953cd93a-cef0-4c51-9626-bffaf2b33ae6,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:31.033019 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:31.200669 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:31.200962 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (aae9a6f0-9b4b-4b1d-8a4a-e01c64671720), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:31.201276 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Floating IP aae9a6f0-9b4b-4b1d-8a4a-e01c64671720 disassociated. External IP: 172.27.4.93, port: 953cd93a-cef0-4c51-9626-bffaf2b33ae6. Aug 24 08:09:31.201613 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Calling delete_port for 953cd93a-cef0-4c51-9626-bffaf2b33ae6 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:31.209478 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:31.211446 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:31.344712 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:31.414088 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (953cd93a-cef0-4c51-9626-bffaf2b33ae6), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:31.444208 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'Port': ['ID=953cd93a-cef0-4c51-9626-bffaf2b33ae6,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:31.553828 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:09:31.572084 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:31.578445 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Deleting port 986aff7b-5567-42bf-9895-b302d377e44c {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:31.579876 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (986aff7b-5567-42bf-9895-b302d377e44c), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:31.594844 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:31.661906 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:09:31.670090 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] For port 986aff7b-5567-42bf-9895-b302d377e44c, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=986aff7b-5567-42bf-9895-b302d377e44c,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:31.670675 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (986aff7b-5567-42bf-9895-b302d377e44c), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:31.679904 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:09:31.685451 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Calling delete_port for 986aff7b-5567-42bf-9895-b302d377e44c owned by network:router_interface {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:31.690217 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:31.691111 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:31.740153 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6fb8224e-99b7-45b4-9c54-54da5ee86c8f req-f691262a-faca-46e8-8b55-f78207baf17b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0 HTTP/1.1" status: 200 len: 210 time: 0.0441651 Aug 24 08:09:31.740574 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] No DVR routers for this DVR port 953cd93a-cef0-4c51-9626-bffaf2b33ae6 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:09:31.742986 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:31.746557 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-776b0650-66b3-4655-a382-056dd9407814 req-25d712d6-ae5c-4e9b-b8f7-62e00c9ae7ac tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "DELETE /networking/v2.0/ports/953cd93a-cef0-4c51-9626-bffaf2b33ae6 HTTP/1.1" status: 204 len: 173 time: 0.8898745 Aug 24 08:09:31.747027 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'name': 'network-vif-deleted', 'tag': '953cd93a-cef0-4c51-9626-bffaf2b33ae6'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:09:31.750184 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0f2ac8-9b4e-4861-bd58-d0f5b8fab12f" -d '{"events": [{"server_uuid": "f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0", "name": "network-vif-deleted", "tag": "953cd93a-cef0-4c51-9626-bffaf2b33ae6"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:09:31.804494 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:31.808669 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dba270-0bd7-4527-b8f6-ef7d908445f2 x-openstack-request-id: req-88dba270-0bd7-4527-b8f6-ef7d908445f2 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:09:31.808972 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0", "name": "network-vif-deleted", "tag": "953cd93a-cef0-4c51-9626-bffaf2b33ae6", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:09:31.809229 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-88dba270-0bd7-4527-b8f6-ef7d908445f2 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:09:31.809633 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88dba270-0bd7-4527-b8f6-ef7d908445f2'] response: {'server_uuid': 'f2c8ff2f-60ca-48f1-8f05-07bd70a0ebb0', 'name': 'network-vif-deleted', 'tag': '953cd93a-cef0-4c51-9626-bffaf2b33ae6', 'status': 'completed', 'code': 200} Aug 24 08:09:31.968952 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (986aff7b-5567-42bf-9895-b302d377e44c), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:31.995105 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Pushing event deleted for resources: {'Port': ['ID=986aff7b-5567-42bf-9895-b302d377e44c,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:32.020163 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:32.041056 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3b64c97e-8052-4ff1-8076-48e68a0a074f', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.40', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:36Z', 'updated_at': '2022-08-24T08:07:53Z', 'revision_number': 2, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:32.067826 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:09:32.078409 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:32.079313 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:32.170979 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:32.177548 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:32.192616 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:32.390077 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:09:32.418352 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3b64c97e-8052-4ff1-8076-48e68a0a074f', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.40', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:36Z', 'updated_at': '2022-08-24T08:07:53Z', 'revision_number': 2, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:32.443966 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97f541-a7d8-44e2-b3a0-ec7418e7edb9 None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3b64c97e-8052-4ff1-8076-48e68a0a074f', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.40', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '8853b076-349a-4e2c-a58b-48611309257f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:d7:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:07:36Z', 'updated_at': '2022-08-24T08:07:53Z', 'revision_number': 2, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:09:32.486263 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:32.500909 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:09:32.505876 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-8a50620e-d6f0-4288-9c4d-5ef2ad1fab47 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/aaca6d4c-f415-463e-b7dc-1f8d7796aac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5222776 Aug 24 08:09:32.508812 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40072) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:32.511629 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] Sync routers for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:09:32.528797 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:32.529420 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:32.616994 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks [] for router (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:32.695419 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:32.727778 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bcce8-e16c-4c5c-a6d2-cb5370433991 None None] New status for floating IP aae9a6f0-9b4b-4b1d-8a4a-e01c64671720: DOWN {{(pid=113382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:09:32.731388 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks [] for router_gateway (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:32.740748 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:32.910418 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Deleting port b85b5ce1-b87d-45d3-bc90-31569ed87656 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:32.910761 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:32.924777 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215'}], 'enable_snat': True}, 'gw_port_id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:09:31Z', 'revision_number': 5, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port': {'id': 'b85b5ce1-b87d-45d3-bc90-31569ed87656', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:32.946688 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] Checking router: aaca6d4c-f415-463e-b7dc-1f8d7796aac8 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:09:32.955437 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] Routers {'aaca6d4c-f415-463e-b7dc-1f8d7796aac8'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:32.956035 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:32.995834 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40078) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:33.001758 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] For port b85b5ce1-b87d-45d3-bc90-31569ed87656, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=b85b5ce1-b87d-45d3-bc90-31569ed87656,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:33.004133 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.016438 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Calling delete_port for b85b5ce1-b87d-45d3-bc90-31569ed87656 owned by network:router_gateway {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:33.046217 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] Set router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 gateway port host: None {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:33.060922 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2031c668-4275-4f47-834e-d34674af2f18 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (2e7e6afe-e903-4e9c-a1b8-9796406154b0), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.087524 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2031c668-4275-4f47-834e-d34674af2f18 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (2e7e6afe-e903-4e9c-a1b8-9796406154b0), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.100850 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:09:32Z', 'revision_number': 6, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port_host': None}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:33.124278 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:33.137225 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a7e59-2d0a-4c3b-b3f7-047dc5730769 None None] The sync data for ids ['aaca6d4c-f415-463e-b7dc-1f8d7796aac8'] in dv-cinder-854275-1-iscsi is: [{'id': 'aaca6d4c-f415-463e-b7dc-1f8d7796aac8', 'name': 'tempest-TestVolumeBootPattern-306172147-router', 'tenant_id': '67da3e4c41e64947bb3e531c5b7550b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:33Z', 'updated_at': '2022-08-24T08:09:32Z', 'revision_number': 6, 'project_id': '67da3e4c41e64947bb3e531c5b7550b6', 'gw_port_host': None}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:09:33.225784 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2031c668-4275-4f47-834e-d34674af2f18 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (2e7e6afe-e903-4e9c-a1b8-9796406154b0), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.228385 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-2031c668-4275-4f47-834e-d34674af2f18 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.230122 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-2031c668-4275-4f47-834e-d34674af2f18 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/2e7e6afe-e903-4e9c-a1b8-9796406154b0 HTTP/1.1" status: 204 len: 168 time: 0.2331529 Aug 24 08:09:33.233008 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40080) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:33.239515 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031c668-4275-4f47-834e-d34674af2f18 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7e6afe-e903-4e9c-a1b8-9796406154b0,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:33.247695 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.api.v2.resource [None req-8968b280-8b08-4b40-b9a4-9ea4939aa491 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] show failed (client error): The resource could not be found. Aug 24 08:09:33.247989 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-8968b280-8b08-4b40-b9a4-9ea4939aa491 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups/2e7e6afe-e903-4e9c-a1b8-9796406154b0 HTTP/1.1" status: 404 len: 347 time: 0.0140274 Aug 24 08:09:33.250840 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40082) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:33.295224 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (b85b5ce1-b87d-45d3-bc90-31569ed87656), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.353483 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85b5ce1-b87d-45d3-bc90-31569ed87656,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:33.393346 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:33.745679 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Deleting port 77bf8106-722f-4edb-98ce-17bb686a176b {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:33.745679 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (77bf8106-722f-4edb-98ce-17bb686a176b), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.757622 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.886830 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.891739 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks [] for router_controller (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.923470 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 986aff7b-5567-42bf-9895-b302d377e44c no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:33.943930 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 986aff7b-5567-42bf-9895-b302d377e44c {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:33.944285 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 986aff7b-5567-42bf-9895-b302d377e44c not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:33.964497 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (77bf8106-722f-4edb-98ce-17bb686a176b), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.964986 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (77bf8106-722f-4edb-98ce-17bb686a176b), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:33.983967 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Calling delete_port for 77bf8106-722f-4edb-98ce-17bb686a176b owned by network:floatingip {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:34.048162 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (aaca6d4c-f415-463e-b7dc-1f8d7796aac8), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.048831 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaca6d4c-f415-463e-b7dc-1f8d7796aac8 {{(pid=113381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:09:34.051530 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:34.054608 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.055782 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2479d6f8-9561-4c6f-87df-0b5bea2a9c02 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/aaca6d4c-f415-463e-b7dc-1f8d7796aac8 HTTP/1.1" status: 204 len: 168 time: 1.5457532 Aug 24 08:09:34.058605 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40084) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:34.111594 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7ff16b-d9e7-40bd-a660-abce70f04fcf admin admin] Deleting subnet 7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:09:34.115951 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff16b-d9e7-40bd-a660-abce70f04fcf admin admin] Publish callbacks [] for subnet (7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.153455 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff16b-d9e7-40bd-a660-abce70f04fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127634893'] for subnet (7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.202952 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (77bf8106-722f-4edb-98ce-17bb686a176b), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.235394 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'Port': ['ID=77bf8106-722f-4edb-98ce-17bb686a176b,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:34.239132 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff16b-d9e7-40bd-a660-abce70f04fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.299317 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (aae9a6f0-9b4b-4b1d-8a4a-e01c64671720), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.301999 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.304525 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-db15d96c-6a81-4348-901d-263781aad4da tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/aae9a6f0-9b4b-4b1d-8a4a-e01c64671720 HTTP/1.1" status: 204 len: 168 time: 1.0514052 Aug 24 08:09:34.374595 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff16b-d9e7-40bd-a660-abce70f04fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127864488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3127880'] for subnet (7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.406527 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ff16b-d9e7-40bd-a660-abce70f04fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:34.412947 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff16b-d9e7-40bd-a660-abce70f04fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.416941 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ad7ff16b-d9e7-40bd-a660-abce70f04fcf admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/7fd0b42b-ea67-40b9-aaf8-3a3fddfc5c32 HTTP/1.1" status: 204 len: 168 time: 0.3560464 Aug 24 08:09:34.417210 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fec05-1968-4627-84a2-c842ea571eac None None] Network ba35002a-baf9-48c9-8bd5-ed065d35dab0 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:09:34.418869 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40092) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:34.495880 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (ba35002a-baf9-48c9-8bd5-ed065d35dab0), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.540178 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Deleting port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:34.540515 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.572433 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc8b9aa-0639-410f-aa3b-5c7cbf688d16 None None] DHCP port deletion for ba35002a-baf9-48c9-8bd5-ed065d35dab0 request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:09:34.605732 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] For port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:34.606097 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.610371 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8b9aa-0639-410f-aa3b-5c7cbf688d16 None None] Deleting port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:34.610786 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b9aa-0639-410f-aa3b-5c7cbf688d16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.619382 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Calling delete_port for 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e owned by network:dhcp {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:34.678479 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-0bc8b9aa-0639-410f-aa3b-5c7cbf688d16 None None] For port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e,segment=NetworkSegment(7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6),segment_id=7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:34.678880 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b9aa-0639-410f-aa3b-5c7cbf688d16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.693142 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8b9aa-0639-410f-aa3b-5c7cbf688d16 None None] Calling delete_port for 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:34.780269 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.788121 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b9aa-0639-410f-aa3b-5c7cbf688d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.806904 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Pushing event deleted for resources: {'Port': ['ID=57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:34.814947 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] No DVR routers for this DVR port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e on host dv-cinder-854275-1-iscsi {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:09:34.819094 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8b9aa-0639-410f-aa3b-5c7cbf688d16 None None] Pushing event deleted for resources: {'Port': ['ID=57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:34.820980 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8b9aa-0639-410f-aa3b-5c7cbf688d16 None None] No DVR routers for this DVR port 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:09:34.852237 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 953cd93a-cef0-4c51-9626-bffaf2b33ae6 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:34.902518 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (ba35002a-baf9-48c9-8bd5-ed065d35dab0), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.925201 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba35002a-baf9-48c9-8bd5-ed065d35dab0']}} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:34.935993 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6') {'for_net_delete': True} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:34.936290 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6') {} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:34.937963 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:34.947359 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126882500'] for segment (7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.961443 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.968586 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=113381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:09:34.969018 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127429695'] for segment (7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:34.995694 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment 7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6 resource provider aggregate not found Aug 24 08:09:35.005882 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 953cd93a-cef0-4c51-9626-bffaf2b33ae6 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:35.005882 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 953cd93a-cef0-4c51-9626-bffaf2b33ae6 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:35.028993 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment 7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7be8dd82-42be-4c3e-b71e-2ee3e3ba56e6 found for delete ", "request_id": "req-c9225108-ef7a-469d-ab35-e45444f1f64c"}]} Aug 24 08:09:35.122085 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (ba35002a-baf9-48c9-8bd5-ed065d35dab0), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:35.127316 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:35.130646 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/ba35002a-baf9-48c9-8bd5-ed065d35dab0 HTTP/1.1" status: 204 len: 168 time: 0.7107742 Aug 24 08:09:35.133728 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40102) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:35.142607 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3d036-5f5c-47af-8d1d-6c2265b6ce0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba35002a-baf9-48c9-8bd5-ed065d35dab0,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:35.462463 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (4b424650-3bb8-43ab-9716-92a083bb1280), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:35.520485 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:35.523744 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:35.540499 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:35.541049 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 57c6f48a-cf99-4cbf-8c07-39b89a1b4e7e not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:35.542219 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device b85b5ce1-b87d-45d3-bc90-31569ed87656 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:35.551396 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:35.560283 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: b85b5ce1-b87d-45d3-bc90-31569ed87656 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:35.560685 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device b85b5ce1-b87d-45d3-bc90-31569ed87656 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:35.694112 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:35.696898 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Deleting port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:35.697343 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:35.780721 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] For port 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=56b422e4-2cbb-420b-89d0-1cbf3ed0b49c,segment=NetworkSegment(dbfcb86f-e053-4241-9397-0feebe1d5b01),segment_id=dbfcb86f-e053-4241-9397-0feebe1d5b01)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:35.781094 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:35.797605 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Calling delete_port for 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c owned by network:router_interface {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:36.054038 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (56b422e4-2cbb-420b-89d0-1cbf3ed0b49c), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:36.085582 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b422e4-2cbb-420b-89d0-1cbf3ed0b49c,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:36.252877 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (4b424650-3bb8-43ab-9716-92a083bb1280), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:36.350694 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321b619-a8b7-4956-891c-72104c421007 req-a84a4fad-020f-43b1-ac23-57975d8c7ce9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:36.352318 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5321b619-a8b7-4956-891c-72104c421007 req-a84a4fad-020f-43b1-ac23-57975d8c7ce9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 946 time: 0.0522594 Aug 24 08:09:36.410306 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5321b619-a8b7-4956-891c-72104c421007 req-38bf0962-c0a9-41cd-bf74-617a2b377c78 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515492 Aug 24 08:09:36.604792 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:36.706879 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Router 4b424650-3bb8-43ab-9716-92a083bb1280 has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:09:36.767628 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:36.809861 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:09:36.818966 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-69dc22e9-11dd-4614-8f44-61c91d8a8ac8 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/4b424650-3bb8-43ab-9716-92a083bb1280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798241 Aug 24 08:09:36.818966 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40112) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:36.822456 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] Sync routers for ids ['4b424650-3bb8-43ab-9716-92a083bb1280'] in dv-cinder-854275-1-iscsi {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:09:36.826436 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:36.834041 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] Routers {'4b424650-3bb8-43ab-9716-92a083bb1280'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:36.834754 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['4b424650-3bb8-43ab-9716-92a083bb1280'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:36.921077 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks [] for router (4b424650-3bb8-43ab-9716-92a083bb1280), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:36.937918 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] Set router 4b424650-3bb8-43ab-9716-92a083bb1280 gateway port host: dv-cinder-854275-1-iscsi {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:37.005885 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:37.022271 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks [] for router_gateway (4b424650-3bb8-43ab-9716-92a083bb1280), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.104182 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': '29720100-62cc-4964-963e-78ebaaa6979e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:39Z', 'updated_at': '2022-08-24T08:09:35Z', 'revision_number': 5, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'gw_port': {'id': '29720100-62cc-4964-963e-78ebaaa6979e', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:02:40Z', 'updated_at': '2022-08-24T08:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:37.137111 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] Checking router: 4b424650-3bb8-43ab-9716-92a083bb1280 for host: dv-cinder-854275-1-iscsi {{(pid=113383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:09:37.137356 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Deleting port 29720100-62cc-4964-963e-78ebaaa6979e {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:37.137683 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (29720100-62cc-4964-963e-78ebaaa6979e), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.146053 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] Routers {'4b424650-3bb8-43ab-9716-92a083bb1280'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:37.146668 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['4b424650-3bb8-43ab-9716-92a083bb1280'], 'active': True} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:37.213516 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=100 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:37.220727 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] For port 29720100-62cc-4964-963e-78ebaaa6979e, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=29720100-62cc-4964-963e-78ebaaa6979e,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:37.221097 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (29720100-62cc-4964-963e-78ebaaa6979e), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.231324 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_dvr_db [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] Set router 4b424650-3bb8-43ab-9716-92a083bb1280 gateway port host: None {{(pid=113383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:37.233852 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Calling delete_port for 29720100-62cc-4964-963e-78ebaaa6979e owned by network:router_gateway {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:37.280096 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.l3_hamode_db [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:39Z', 'updated_at': '2022-08-24T08:09:37Z', 'revision_number': 6, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'gw_port_host': None}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:37.303927 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3876f1-aae5-40f3-acba-8fb6764fa4ce None None] The sync data for ids ['4b424650-3bb8-43ab-9716-92a083bb1280'] in dv-cinder-854275-1-iscsi is: [{'id': '4b424650-3bb8-43ab-9716-92a083bb1280', 'name': 'tempest-TestVolumeBootPattern-2128330670-router', 'tenant_id': 'cbf42a2d4f154881afaeb177584af04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:02:39Z', 'updated_at': '2022-08-24T08:09:37Z', 'revision_number': 6, 'project_id': 'cbf42a2d4f154881afaeb177584af04e', 'gw_port_host': None}] {{(pid=113383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:09:37.471297 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (29720100-62cc-4964-963e-78ebaaa6979e), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.516713 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Pushing event deleted for resources: {'Port': ['ID=29720100-62cc-4964-963e-78ebaaa6979e,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:37.592276 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651434b4-89dd-48a3-88ad-c7d7cc6341fb req-08a729f1-4ee7-4901-aaed-6fcab8721b56 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:37.593729 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-651434b4-89dd-48a3-88ad-c7d7cc6341fb req-08a729f1-4ee7-4901-aaed-6fcab8721b56 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 946 time: 0.0932462 Aug 24 08:09:37.608297 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (4b424650-3bb8-43ab-9716-92a083bb1280), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.696803 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:37.719889 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (4b424650-3bb8-43ab-9716-92a083bb1280), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.726331 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks [] for router_controller (4b424650-3bb8-43ab-9716-92a083bb1280), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.740195 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-651434b4-89dd-48a3-88ad-c7d7cc6341fb req-2a0b92b3-016f-4cb9-a5cb-a89a68ff2481 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401386 Aug 24 08:09:37.816062 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-6f68de4b-d564-4b94-be78-0ecc1f713722 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:37.817515 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-6f68de4b-d564-4b94-be78-0ecc1f713722 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 946 time: 0.0461679 Aug 24 08:09:37.882609 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (4b424650-3bb8-43ab-9716-92a083bb1280), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.883194 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b424650-3bb8-43ab-9716-92a083bb1280 {{(pid=113380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:09:37.889830 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.891457 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-bd342363-5a97-4f66-a7db-7e8e321e341b admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/4b424650-3bb8-43ab-9716-92a083bb1280 HTTP/1.1" status: 204 len: 168 time: 1.0733228 Aug 24 08:09:37.894042 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40116) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:37.911971 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Deleting port 8853b076-349a-4e2c-a58b-48611309257f {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:37.912405 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (8853b076-349a-4e2c-a58b-48611309257f), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.939639 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_v2 [None req-d449005a-6590-4524-917b-7617f0b74763 admin admin] Deleting subnet e1ece0e4-edc2-4fde-b049-3f6305adfb9e {{(pid=113380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:09:37.942952 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d449005a-6590-4524-917b-7617f0b74763 admin admin] Publish callbacks [] for subnet (e1ece0e4-edc2-4fde-b049-3f6305adfb9e), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:37.970352 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:37.982828 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d449005a-6590-4524-917b-7617f0b74763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127634893'] for subnet (e1ece0e4-edc2-4fde-b049-3f6305adfb9e), precommit_delete_associations {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.002699 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] For port 8853b076-349a-4e2c-a58b-48611309257f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8853b076-349a-4e2c-a58b-48611309257f,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:38.003577 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (8853b076-349a-4e2c-a58b-48611309257f), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.057801 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:38.061488 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d449005a-6590-4524-917b-7617f0b74763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (e1ece0e4-edc2-4fde-b049-3f6305adfb9e), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.085247 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:38.086453 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 56b422e4-2cbb-420b-89d0-1cbf3ed0b49c not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:38.186163 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d449005a-6590-4524-917b-7617f0b74763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127864488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3127880'] for subnet (e1ece0e4-edc2-4fde-b049-3f6305adfb9e), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.193453 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.194237 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (3b64c97e-8052-4ff1-8076-48e68a0a074f), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.194738 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Floating IP 3b64c97e-8052-4ff1-8076-48e68a0a074f disassociated. External IP: 172.27.4.40, port: 8853b076-349a-4e2c-a58b-48611309257f. Aug 24 08:09:38.195252 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Calling delete_port for 8853b076-349a-4e2c-a58b-48611309257f owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:38.211395 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449005a-6590-4524-917b-7617f0b74763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ece0e4-edc2-4fde-b049-3f6305adfb9e,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:38.218523 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-d449005a-6590-4524-917b-7617f0b74763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for subnet (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.224186 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-d449005a-6590-4524-917b-7617f0b74763 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/e1ece0e4-edc2-4fde-b049-3f6305adfb9e HTTP/1.1" status: 204 len: 168 time: 0.3266830 Aug 24 08:09:38.224449 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40118) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:38.224696 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc21af-0191-430e-9c80-1f356de6fa47 None None] Network 3999864b-d740-472a-b73d-21d388fd8983 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:09:38.232445 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:38.300371 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (3999864b-d740-472a-b73d-21d388fd8983), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.346282 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Deleting port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:38.346632 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.374732 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5b47c4-acd1-4ef9-b705-e7d531b8cd17 None None] DHCP port deletion for 3999864b-d740-472a-b73d-21d388fd8983 request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:09:38.418677 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] For port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e78909bf-2fbf-474e-b57e-5bcd61ae9fc9,segment=NetworkSegment(dbfcb86f-e053-4241-9397-0feebe1d5b01),segment_id=dbfcb86f-e053-4241-9397-0feebe1d5b01)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:38.419133 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.424024 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b47c4-acd1-4ef9-b705-e7d531b8cd17 None None] Deleting port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:38.424487 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6a5b47c4-acd1-4ef9-b705-e7d531b8cd17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.438582 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Calling delete_port for e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 owned by network:dhcp {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:38.443552 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (8853b076-349a-4e2c-a58b-48611309257f), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.480817 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'Port': ['ID=8853b076-349a-4e2c-a58b-48611309257f,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:38.505631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-6a5b47c4-acd1-4ef9-b705-e7d531b8cd17 None None] For port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=e78909bf-2fbf-474e-b57e-5bcd61ae9fc9,segment=NetworkSegment(dbfcb86f-e053-4241-9397-0feebe1d5b01),segment_id=dbfcb86f-e053-4241-9397-0feebe1d5b01)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:38.505631 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6a5b47c4-acd1-4ef9-b705-e7d531b8cd17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.521822 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b47c4-acd1-4ef9-b705-e7d531b8cd17 None None] Calling delete_port for e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:38.555231 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:38.574895 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.601446 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:09:38.604736 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6a5b47c4-acd1-4ef9-b705-e7d531b8cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (e78909bf-2fbf-474e-b57e-5bcd61ae9fc9), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.611219 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78909bf-2fbf-474e-b57e-5bcd61ae9fc9,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:38.613958 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] No DVR routers for this DVR port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 on host dv-cinder-854275-1-iscsi {{(pid=113380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:09:38.623319 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.623748 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.624162 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.624572 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.624999 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.625395 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.625788 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.626186 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.626580 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.626972 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.627369 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.627774 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.628165 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.628553 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.628977 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:38.633023 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b47c4-acd1-4ef9-b705-e7d531b8cd17 None None] Pushing event deleted for resources: {'Port': ['ID=e78909bf-2fbf-474e-b57e-5bcd61ae9fc9,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:38.637781 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b47c4-acd1-4ef9-b705-e7d531b8cd17 None None] No DVR routers for this DVR port e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:09:38.706062 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (3999864b-d740-472a-b73d-21d388fd8983), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.723143 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:09:38.726543 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:38.728326 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3999864b-d740-472a-b73d-21d388fd8983']}} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:38.733554 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:09:38.741785 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfcb86f-e053-4241-9397-0feebe1d5b01') {'for_net_delete': True} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:38.742090 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.services.segments.db [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfcb86f-e053-4241-9397-0feebe1d5b01') {} {{(pid=113380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:38.750773 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:38.752892 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:38.753285 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127634884'] for segment (dbfcb86f-e053-4241-9397-0feebe1d5b01), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.767771 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] No DVR routers for this DVR port 8853b076-349a-4e2c-a58b-48611309257f on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:09:38.769743 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (dbfcb86f-e053-4241-9397-0feebe1d5b01), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.770496 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.773789 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-da4c661b-c2f1-4670-9209-39c2d78bb8e6 req-ab9a2fe4-d4ab-426b-b515-33241b467bb6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "DELETE /networking/v2.0/ports/8853b076-349a-4e2c-a58b-48611309257f HTTP/1.1" status: 204 len: 173 time: 0.9507205 Aug 24 08:09:38.774224 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'name': 'network-vif-deleted', 'tag': '8853b076-349a-4e2c-a58b-48611309257f'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:09:38.778338 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=113380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:09:38.778793 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127864526'] for segment (dbfcb86f-e053-4241-9397-0feebe1d5b01), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.788462 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4a3216-d6d7-4f0f-bf09-30cc87ee2774" -d '{"events": [{"server_uuid": "ab2c4538-253e-44ea-8fb9-e392f59cb6f1", "name": "network-vif-deleted", "tag": "8853b076-349a-4e2c-a58b-48611309257f"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:09:38.868534 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8524bec6-bf47-4821-9f2f-01ff8b0a0cc0 x-openstack-request-id: req-8524bec6-bf47-4821-9f2f-01ff8b0a0cc0 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:09:38.870052 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2c4538-253e-44ea-8fb9-e392f59cb6f1", "name": "network-vif-deleted", "tag": "8853b076-349a-4e2c-a58b-48611309257f", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:09:38.870542 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8524bec6-bf47-4821-9f2f-01ff8b0a0cc0 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:09:38.871263 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8524bec6-bf47-4821-9f2f-01ff8b0a0cc0'] response: {'server_uuid': 'ab2c4538-253e-44ea-8fb9-e392f59cb6f1', 'name': 'network-vif-deleted', 'tag': '8853b076-349a-4e2c-a58b-48611309257f', 'status': 'completed', 'code': 200} Aug 24 08:09:38.873201 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:38.889839 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:38.921443 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment dbfcb86f-e053-4241-9397-0feebe1d5b01 resource provider aggregate not found Aug 24 08:09:38.939903 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.services.segments.plugin [-] Segment dbfcb86f-e053-4241-9397-0feebe1d5b01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbfcb86f-e053-4241-9397-0feebe1d5b01 found for delete ", "request_id": "req-b68e6f02-ab6c-441e-b88f-7163c25e72d7"}]} Aug 24 08:09:38.942034 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0224b83f-bcd4-4f4f-bd3d-f2b686ce15d0 req-c5e71916-6352-457a-a4d1-23d079778e50 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=ab2c4538-253e-44ea-8fb9-e392f59cb6f1 HTTP/1.1" status: 200 len: 210 time: 0.0581002 Aug 24 08:09:38.968181 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (3999864b-d740-472a-b73d-21d388fd8983), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.974207 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:38.978065 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/3999864b-d740-472a-b73d-21d388fd8983 HTTP/1.1" status: 204 len: 168 time: 0.7524829 Aug 24 08:09:38.999007 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e2fe3-5493-4d0d-8fde-e6257d8bc528 admin admin] Pushing event deleted for resources: {'Network': ['ID=3999864b-d740-472a-b73d-21d388fd8983,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:39.133235 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:39.165421 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:09:39.174598 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:09:39.175200 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:39.235291 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:39.275535 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:09:39.301468 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40132) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:39.341894 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-bfdcfe7d-5eb2-4f23-a70a-e8b306b47edb admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=67da3e4c41e64947bb3e531c5b7550b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390596 Aug 24 08:09:39.344392 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40134) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:39.394421 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-814b87a3-d667-4d20-bfef-9d367ee96c01 admin admin] Publish callbacks [] for security_group (10620b1a-fdd7-477c-be74-e3eca3afc359), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:39.416296 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-814b87a3-d667-4d20-bfef-9d367ee96c01 admin admin] Publish callbacks [] for security_group (10620b1a-fdd7-477c-be74-e3eca3afc359), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:39.471737 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:09:39.499722 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e1da7-8e1b-4880-be01-00e8a64ce488 None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:09:39.519640 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:39.542732 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:39.544455 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device e78909bf-2fbf-474e-b57e-5bcd61ae9fc9 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:39.544455 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 29720100-62cc-4964-963e-78ebaaa6979e no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:39.562646 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 29720100-62cc-4964-963e-78ebaaa6979e {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:39.562876 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-814b87a3-d667-4d20-bfef-9d367ee96c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (10620b1a-fdd7-477c-be74-e3eca3afc359), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:39.563274 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 29720100-62cc-4964-963e-78ebaaa6979e not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:39.566043 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-814b87a3-d667-4d20-bfef-9d367ee96c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:39.569693 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-814b87a3-d667-4d20-bfef-9d367ee96c01 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/10620b1a-fdd7-477c-be74-e3eca3afc359 HTTP/1.1" status: 204 len: 168 time: 0.2222173 Aug 24 08:09:39.582787 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b87a3-d667-4d20-bfef-9d367ee96c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10620b1a-fdd7-477c-be74-e3eca3afc359,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:39.782772 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902ff30-daee-43b2-9f9e-690355f08ea5 None None] New status for floating IP 3b64c97e-8052-4ff1-8076-48e68a0a074f: DOWN {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:09:40.072547 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40144) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:40.129806 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7fc831c4-23d1-4629-ba19-565c2d1f6860 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (4d5d85b2-4eb4-4671-a7d8-7c80d5f56187), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.151832 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7fc831c4-23d1-4629-ba19-565c2d1f6860 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (4d5d85b2-4eb4-4671-a7d8-7c80d5f56187), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.167466 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40146) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:40.209539 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-553c9be7-a591-4d8c-84f4-6f67f7b7a4c1 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=cbf42a2d4f154881afaeb177584af04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408792 Aug 24 08:09:40.212040 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40148) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:40.259469 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7fc831c4-23d1-4629-ba19-565c2d1f6860 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (4d5d85b2-4eb4-4671-a7d8-7c80d5f56187), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.262163 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7fc831c4-23d1-4629-ba19-565c2d1f6860 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.263353 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7fc831c4-23d1-4629-ba19-565c2d1f6860 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4d5d85b2-4eb4-4671-a7d8-7c80d5f56187 HTTP/1.1" status: 204 len: 168 time: 0.1895771 Aug 24 08:09:40.264328 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3565c708-f2b7-4ec9-a709-3cf6f9e9c23f admin admin] Publish callbacks [] for security_group (72635c2c-3ce1-402d-920f-4ddc24a88bab), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.266980 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40150) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:40.273155 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc831c4-23d1-4629-ba19-565c2d1f6860 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5d85b2-4eb4-4671-a7d8-7c80d5f56187,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:40.294152 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.api.v2.resource [None req-f12074a6-a6a5-4603-876d-2651b412c969 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] show failed (client error): The resource could not be found. Aug 24 08:09:40.295185 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f12074a6-a6a5-4603-876d-2651b412c969 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups/4d5d85b2-4eb4-4671-a7d8-7c80d5f56187 HTTP/1.1" status: 404 len: 347 time: 0.0272417 Aug 24 08:09:40.298360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40152) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:40.300030 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3565c708-f2b7-4ec9-a709-3cf6f9e9c23f admin admin] Publish callbacks [] for security_group (72635c2c-3ce1-402d-920f-4ddc24a88bab), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.334320 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:40.417798 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Deleting port 415dd68b-f415-4d2a-b036-b49ed4d3495c {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:09:40.418144 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (415dd68b-f415-4d2a-b036-b49ed4d3495c), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.449034 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3565c708-f2b7-4ec9-a709-3cf6f9e9c23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (72635c2c-3ce1-402d-920f-4ddc24a88bab), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.451713 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-3565c708-f2b7-4ec9-a709-3cf6f9e9c23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.452975 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-3565c708-f2b7-4ec9-a709-3cf6f9e9c23f admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/72635c2c-3ce1-402d-920f-4ddc24a88bab HTTP/1.1" status: 204 len: 168 time: 0.2393792 Aug 24 08:09:40.461292 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565c708-f2b7-4ec9-a709-3cf6f9e9c23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72635c2c-3ce1-402d-920f-4ddc24a88bab,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:40.505528 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (415dd68b-f415-4d2a-b036-b49ed4d3495c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.505860 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (415dd68b-f415-4d2a-b036-b49ed4d3495c), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.519094 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:40.520624 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Calling delete_port for 415dd68b-f415-4d2a-b036-b49ed4d3495c owned by network:floatingip {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:09:40.722600 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (415dd68b-f415-4d2a-b036-b49ed4d3495c), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.752676 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'Port': ['ID=415dd68b-f415-4d2a-b036-b49ed4d3495c,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:40.806580 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:40.817356 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (3b64c97e-8052-4ff1-8076-48e68a0a074f), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.820148 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:40.824718 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-81e0d14a-3689-4099-8a12-cb65824a975f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/3b64c97e-8052-4ff1-8076-48e68a0a074f HTTP/1.1" status: 204 len: 168 time: 0.5219958 Aug 24 08:09:41.039774 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40158) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:41.044914 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-2488a88f-886a-4ea2-9eff-b29be8dcd613 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768876173', 'description': 'tempest-description--2122978265'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:09:41.133735 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2488a88f-886a-4ea2-9eff-b29be8dcd613 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.202540 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2488a88f-886a-4ea2-9eff-b29be8dcd613 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (1ce3001d-3609-43d8-a1cb-ba64667c58c8), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.276614 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2488a88f-886a-4ea2-9eff-b29be8dcd613 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1ce3001d-3609-43d8-a1cb-ba64667c58c8), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.306723 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488a88f-886a-4ea2-9eff-b29be8dcd613 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce3001d-3609-43d8-a1cb-ba64667c58c8,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:41.358105 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-2488a88f-886a-4ea2-9eff-b29be8dcd613 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.359424 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-2488a88f-886a-4ea2-9eff-b29be8dcd613 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3185978 Aug 24 08:09:41.362245 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40160) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:41.366466 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-49c847f7-88d0-44c7-97ee-404d42e8a8a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group_rule': {'security_group_id': '1ce3001d-3609-43d8-a1cb-ba64667c58c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:09:41.455320 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-49c847f7-88d0-44c7-97ee-404d42e8a8a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (9a13fa2c-3124-44c4-a0f3-6a524cb8eddd), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.516177 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-49c847f7-88d0-44c7-97ee-404d42e8a8a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (9a13fa2c-3124-44c4-a0f3-6a524cb8eddd), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.620238 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-49c847f7-88d0-44c7-97ee-404d42e8a8a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (9a13fa2c-3124-44c4-a0f3-6a524cb8eddd), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.640070 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c847f7-88d0-44c7-97ee-404d42e8a8a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a13fa2c-3124-44c4-a0f3-6a524cb8eddd,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:41.729760 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-49c847f7-88d0-44c7-97ee-404d42e8a8a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.731035 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-49c847f7-88d0-44c7-97ee-404d42e8a8a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3678403 Aug 24 08:09:41.733760 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40162) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:41.738026 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-ae5e096f-c2d1-49e2-b23b-ca39f3a4d4c1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group_rule': {'security_group_id': '1ce3001d-3609-43d8-a1cb-ba64667c58c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:09:41.848611 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ae5e096f-c2d1-49e2-b23b-ca39f3a4d4c1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (62986c1e-774a-4d19-a90f-91c1f52409d4), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.905873 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ae5e096f-c2d1-49e2-b23b-ca39f3a4d4c1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (62986c1e-774a-4d19-a90f-91c1f52409d4), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:41.992427 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ae5e096f-c2d1-49e2-b23b-ca39f3a4d4c1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (62986c1e-774a-4d19-a90f-91c1f52409d4), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:42.016635 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e096f-c2d1-49e2-b23b-ca39f3a4d4c1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62986c1e-774a-4d19-a90f-91c1f52409d4,revision_number=0']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:42.101478 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-ae5e096f-c2d1-49e2-b23b-ca39f3a4d4c1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:42.102695 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-ae5e096f-c2d1-49e2-b23b-ca39f3a4d4c1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679907 Aug 24 08:09:42.106911 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40164) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:09:42.111115 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:09:42.208507 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:42.241591 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:42.288902 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:42.393619 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Allocated IP 172.27.4.244 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/27a954b4-e05c-4bb2-8339-0bf893bed67f) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:09:42.471672 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:42.500486 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (27a954b4-e05c-4bb2-8339-0bf893bed67f), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:42.614232 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (27a954b4-e05c-4bb2-8339-0bf893bed67f), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:42.657794 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:09:42.663224 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:09:42.665651 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=27a954b4-e05c-4bb2-8339-0bf893bed67f,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:42.667895 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:09:42.752106 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (3800317a-8fb9-425c-b608-fd7f66f52d30), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:42.851552 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 8853b076-349a-4e2c-a58b-48611309257f no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:09:42.871730 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 8853b076-349a-4e2c-a58b-48611309257f {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:09:42.872073 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 8853b076-349a-4e2c-a58b-48611309257f not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:09:42.882560 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (27a954b4-e05c-4bb2-8339-0bf893bed67f), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:43.029937 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (27a954b4-e05c-4bb2-8339-0bf893bed67f), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:43.110735 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (27a954b4-e05c-4bb2-8339-0bf893bed67f), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:43.178672 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (3800317a-8fb9-425c-b608-fd7f66f52d30), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:43.182132 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=27a954b4-e05c-4bb2-8339-0bf893bed67f,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:43.249719 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:43.250961 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-775b6329-72d5-436e-aafd-d4facdda03a8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1431417 Aug 24 08:09:43.428086 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:43.460022 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-f50332ad-55f7-40aa-afb1-a22487c0c55b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1768876173&fields=id&tenant_id=2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 267 time: 0.0459106 Aug 24 08:09:43.567987 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff495-5952-48a5-874e-e40290bb1a08 req-2cfd64ba-747b-4456-ab73-2b78b2f06d74 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:43.569463 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-2cfd64ba-747b-4456-ab73-2b78b2f06d74 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 814 time: 0.1022735 Aug 24 08:09:43.584290 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dece12b7-7f88-414d-8bc1-fc46bb31eff1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/quotas/2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 375 time: 0.0087864 Aug 24 08:09:43.632708 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-5f4bebbe-b21e-44ed-b384-14c6ecfc1017 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432961 Aug 24 08:09:43.829933 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-5b38225d-b75a-4747-9f83-5edffb6191dc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834829 Aug 24 08:09:43.924296 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-bc86db74-ba2d-4f63-a9a1-e02d79671846 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874572 Aug 24 08:09:45.235231 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9835a337-56aa-4c3f-8740-ffa7238025e6 req-f431a07c-50fd-41dd-86db-c51e717511ea tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 210 time: 0.0275049 Aug 24 08:09:46.325833 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-121fbdbc-78ea-4177-9986-27f548e3bdd3 req-de89afa5-a0e6-46ba-8573-d0afef79d1b4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 210 time: 0.0284984 Aug 24 08:09:47.407144 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d25eee85-2ba6-41ba-b3e8-b234f984e39a req-1726271d-b387-4a29-b660-42d1f7358ee3 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 210 time: 0.0295742 Aug 24 08:09:47.746757 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:09:48.487997 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-f062cc16-2b30-4e7d-a4a8-0d1333677f03 req-598dd543-3321-4443-a265-940d322c78b7 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 210 time: 0.0270600 Aug 24 08:09:49.593957 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-aae0398a-7bed-4f33-bb80-5b3a700d09d7 req-aceddf00-c186-48b2-9eb7-fee818b58424 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 210 time: 0.0302575 Aug 24 08:09:49.861481 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:50.700314 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-61f4963e-48cb-4581-8dad-de53e9ef1e5b req-c2024820-13bd-4918-9130-baa0bffade55 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 210 time: 0.0322118 Aug 24 08:09:51.229074 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:51.294910 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff495-5952-48a5-874e-e40290bb1a08 req-24d743fc-cf88-4f1a-ba8e-d031f501aa03 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:51.296359 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-24d743fc-cf88-4f1a-ba8e-d031f501aa03 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 814 time: 0.1091950 Aug 24 08:09:51.359019 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-05cf3107-f402-4156-b79d-78a8bab8fc82 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 380 time: 0.0543604 Aug 24 08:09:51.367796 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'port': {'device_id': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'admin_state_up': True, 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'security_groups': ['1ce3001d-3609-43d8-a1cb-ba64667c58c8']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:09:51.579559 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Made reservation on behalf of 2d92c8aa6d4d46538574779ae23ac398 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:09:51.583437 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:51.613878 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-636d9927-e3ba-44f5-a355-720c277a12d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:51.707387 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Allocated IP 172.20.0.3 (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728/bcb2e5f8-cab1-42a4-bd10-01af144b33fc/ceab8067-a6d7-46e5-b91f-1216faf8c64d) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:09:51.746293 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:51.808016 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-d95e801a-7ca0-48b8-8e78-c7bf9a588341 req-a9ca3e09-9d73-4c9d-b727-519737511da7 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 210 time: 0.0287211 Aug 24 08:09:51.851203 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:51.927905 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:51.975854 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:09:51.978986 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:09:51.982805 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:09:51.989080 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=ceab8067-a6d7-46e5-b91f-1216faf8c64d,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:52.019447 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.026360 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.027591 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:52.051075 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:52.051785 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:52.136983 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-dc14a0e1-a094-46d9-bdc9-d5affadb4e60 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725689 Aug 24 08:09:52.148118 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Request body: {'port': {'device_id': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:09:52.207234 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:52.217129 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-5783bb15-7032-4ec2-8e25-5ce5a4d6204c None None] Provisioning complete for port ceab8067-a6d7-46e5-b91f-1216faf8c64d triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:09:52.217503 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5783bb15-7032-4ec2-8e25-5ce5a4d6204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:52.249235 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-5783bb15-7032-4ec2-8e25-5ce5a4d6204c None None] Port ceab8067-a6d7-46e5-b91f-1216faf8c64d cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:09:52.249467 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:52.464931 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceab8067-a6d7-46e5-b91f-1216faf8c64d {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:09:52.472337 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Publish callbacks [] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:52.484854 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Transition to ACTIVE for port object ceab8067-a6d7-46e5-b91f-1216faf8c64d will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:09:52.550354 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:52.611412 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Pushing event updated for resources: {'Port': ['ID=ceab8067-a6d7-46e5-b91f-1216faf8c64d,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:52.662310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Attempting to bind port ceab8067-a6d7-46e5-b91f-1216faf8c64d on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:09:52.662545 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Attempting to bind port ceab8067-a6d7-46e5-b91f-1216faf8c64d by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:09:52.662862 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Attempting to bind port ceab8067-a6d7-46e5-b91f-1216faf8c64d on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:09:52.667760 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Port ceab8067-a6d7-46e5-b91f-1216faf8c64d on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:09:52.668075 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Attempting to bind port ceab8067-a6d7-46e5-b91f-1216faf8c64d on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:09:52.672862 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:09:52.673186 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Checking segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:09:52.673553 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Bound using segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:09:52.673961 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Bound port: ceab8067-a6d7-46e5-b91f-1216faf8c64d, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:09:52.674303 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:52.688710 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:52.734270 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] For port ceab8067-a6d7-46e5-b91f-1216faf8c64d, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:09:52.737216 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] For port ceab8067-a6d7-46e5-b91f-1216faf8c64d, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ceab8067-a6d7-46e5-b91f-1216faf8c64d,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:09:52.837189 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:52.842421 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:52.843216 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:52.844602 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/ceab8067-a6d7-46e5-b91f-1216faf8c64d HTTP/1.1" status: 200 len: 1093 time: 0.7006981 Aug 24 08:09:52.845142 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'tag': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:09:52.847435 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90befb-ba22-49ed-b854-c00837596125" -d '{"events": [{"name": "network-changed", "server_uuid": "587fc568-c08c-4e2f-947d-6056b7b952d7", "tag": "ceab8067-a6d7-46e5-b91f-1216faf8c64d"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:09:52.918585 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b78ae98-2982-4ebc-8885-0ff87beda89e x-openstack-request-id: req-3b78ae98-2982-4ebc-8885-0ff87beda89e {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:09:52.918796 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587fc568-c08c-4e2f-947d-6056b7b952d7", "tag": "ceab8067-a6d7-46e5-b91f-1216faf8c64d", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:09:52.919020 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b78ae98-2982-4ebc-8885-0ff87beda89e {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:09:52.919426 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b78ae98-2982-4ebc-8885-0ff87beda89e'] response: {'name': 'network-changed', 'server_uuid': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'tag': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d', 'status': 'completed', 'code': 200} Aug 24 08:09:52.927395 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83313464-2eeb-49ca-b1f9-496d3a1c4c23 service neutron] Pushing event updated for resources: {'Port': ['ID=ceab8067-a6d7-46e5-b91f-1216faf8c64d,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:53.239396 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07486399-efb2-47ca-b513-581eb18fb544 req-23586046-9d02-4d9f-a7f3-c5bcb25add87 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:53.240800 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-07486399-efb2-47ca-b513-581eb18fb544 req-23586046-9d02-4d9f-a7f3-c5bcb25add87 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 943 time: 0.3555751 Aug 24 08:09:53.258007 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90befb-ba22-49ed-b854-c00837596125 req-96bbaebe-1ee3-45e2-b4fb-08e3f3225162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:53.260010 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-be90befb-ba22-49ed-b854-c00837596125 req-96bbaebe-1ee3-45e2-b4fb-08e3f3225162 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 1127 time: 0.3356869 Aug 24 08:09:53.356638 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-07486399-efb2-47ca-b513-581eb18fb544 req-b07ba184-5c94-4ae0-bb91-984104fc6874 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077428 Aug 24 08:09:53.386598 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90befb-ba22-49ed-b854-c00837596125 req-066e66ba-d1ba-4f34-bc0a-21def17fcd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:53.388080 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-be90befb-ba22-49ed-b854-c00837596125 req-066e66ba-d1ba-4f34-bc0a-21def17fcd4e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=2d92c8aa6d4d46538574779ae23ac398&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1211948 Aug 24 08:09:53.480704 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:53.483668 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90befb-ba22-49ed-b854-c00837596125 req-c3805f48-5a46-4ba0-be75-86c2a2e7eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:53.485265 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-be90befb-ba22-49ed-b854-c00837596125 req-c3805f48-5a46-4ba0-be75-86c2a2e7eee8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911746 Aug 24 08:09:53.559141 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff495-5952-48a5-874e-e40290bb1a08 req-78b8a5ac-5004-48c5-9a4a-4d70d336a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:53.560619 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-78b8a5ac-5004-48c5-9a4a-4d70d336a206 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 1127 time: 0.0389838 Aug 24 08:09:53.605453 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-3972eea1-4936-492a-be6e-7cff1bebae73 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceab8067-a6d7-46e5-b91f-1216faf8c64d HTTP/1.1" status: 200 len: 217 time: 0.0369558 Aug 24 08:09:53.655000 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff495-5952-48a5-874e-e40290bb1a08 req-c2f07022-a50d-4784-a61d-cba0fde94fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:53.656397 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-c2f07022-a50d-4784-a61d-cba0fde94fc7 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 200 len: 853 time: 0.0445156 Aug 24 08:09:53.697887 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff495-5952-48a5-874e-e40290bb1a08 req-806e5fc6-4751-4b02-b5b9-becda787721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:53.699294 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-806e5fc6-4751-4b02-b5b9-becda787721a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374744 Aug 24 08:09:53.792527 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-45ad20ae-1f46-4d82-a924-c81ea0434e3b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874004 Aug 24 08:09:53.859112 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-6f84290e-213b-4252-b752-dd723ba6501a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:53.883001 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-368ff495-5952-48a5-874e-e40290bb1a08 req-5e12b933-7424-4720-a21d-9814e6a80239 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841796 Aug 24 08:09:54.475777 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38a981-eb81-4903-8297-765957d300f4 req-03ac6195-1a88-47c5-b10b-77e2989d8b69 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:54.477240 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9b38a981-eb81-4903-8297-765957d300f4 req-03ac6195-1a88-47c5-b10b-77e2989d8b69 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 943 time: 0.0445814 Aug 24 08:09:54.524830 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9b38a981-eb81-4903-8297-765957d300f4 req-6e1aa5c6-d79f-4f49-b046-2487312d2eca tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409427 Aug 24 08:09:55.544903 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:55.655023 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb186cf4-f8e9-4d08-906f-fd69d7ddd99d req-be30f58e-efef-4786-afa9-43cfce9f87a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:55.656577 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cb186cf4-f8e9-4d08-906f-fd69d7ddd99d req-be30f58e-efef-4786-afa9-43cfce9f87a0 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 943 time: 0.0516379 Aug 24 08:09:55.703991 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cb186cf4-f8e9-4d08-906f-fd69d7ddd99d req-fea98cb9-3754-48d4-b437-12934be5c13a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Aug 24 08:09:56.839804 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4b7df-0cc5-4e02-b474-39459ced5d3f req-46df8be7-ceff-4363-b782-cb4c9bf5cee7 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:56.840798 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-51c4b7df-0cc5-4e02-b474-39459ced5d3f req-46df8be7-ceff-4363-b782-cb4c9bf5cee7 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 943 time: 0.0453899 Aug 24 08:09:56.892792 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-51c4b7df-0cc5-4e02-b474-39459ced5d3f req-23326245-07b3-4a97-a285-bb1a9009c8a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Aug 24 08:09:56.933621 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:56.944256 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device ceab8067-a6d7-46e5-b91f-1216faf8c64d details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:09:57.045023 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port ceab8067-a6d7-46e5-b91f-1216faf8c64d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ceab8067-a6d7-46e5-b91f-1216faf8c64d,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:57.056326 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'port_id': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d', 'mac_address': 'fa:16:3e:af:c0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:09:57.100300 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port ceab8067-a6d7-46e5-b91f-1216faf8c64d is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:09:57.100713 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:57.114831 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceab8067-a6d7-46e5-b91f-1216faf8c64d {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:09:57.135620 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:57.138768 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port ceab8067-a6d7-46e5-b91f-1216faf8c64d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ceab8067-a6d7-46e5-b91f-1216faf8c64d,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:57.207811 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:57.237200 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:57.287044 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=ceab8067-a6d7-46e5-b91f-1216faf8c64d,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:57.294624 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.294972 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.295369 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.295657 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.295993 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.296325 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.296673 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.297004 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.297333 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.297656 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.298029 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.298354 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.298678 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.299002 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.299321 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:09:57.468624 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['ceab8067-a6d7-46e5-b91f-1216faf8c64d'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:09:57.743059 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=36 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:58.010160 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207ee35-c364-4933-871b-af0e9f8ddca0 req-127943d4-f292-4714-b7f2-fe0174062989 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:58.011544 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4207ee35-c364-4933-871b-af0e9f8ddca0 req-127943d4-f292-4714-b7f2-fe0174062989 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 944 time: 0.0457177 Aug 24 08:09:58.058921 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-4207ee35-c364-4933-871b-af0e9f8ddca0 req-d56660d5-4830-4d78-84b1-5186e2d1c7b1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Aug 24 08:09:58.958079 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device ceab8067-a6d7-46e5-b91f-1216faf8c64d up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:09:58.995815 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:09:59.003389 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port ceab8067-a6d7-46e5-b91f-1216faf8c64d completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:09:59.053168 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port ceab8067-a6d7-46e5-b91f-1216faf8c64d triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:09:59.053547 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:59.134851 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port ceab8067-a6d7-46e5-b91f-1216faf8c64d is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:09:59.135221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:59.158902 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:09:59.161169 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb623b73-d4fb-4a47-a9de-04d7311fc123" -d '{"events": [{"server_uuid": "587fc568-c08c-4e2f-947d-6056b7b952d7", "name": "network-vif-plugged", "status": "completed", "tag": "ceab8067-a6d7-46e5-b91f-1216faf8c64d"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:09:59.174272 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port ceab8067-a6d7-46e5-b91f-1216faf8c64d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ceab8067-a6d7-46e5-b91f-1216faf8c64d,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:09:59.182587 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbc6df-f691-4026-9c8a-861770b99bbe req-ecd128af-e830-4295-8487-268d821cb1e2 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:59.184090 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9fcbc6df-f691-4026-9c8a-861770b99bbe req-ecd128af-e830-4295-8487-268d821cb1e2 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 944 time: 0.0492659 Aug 24 08:09:59.206265 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c49a676-5070-466f-bed6-10f7857a4e6e x-openstack-request-id: req-6c49a676-5070-466f-bed6-10f7857a4e6e {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:09:59.206559 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587fc568-c08c-4e2f-947d-6056b7b952d7", "name": "network-vif-plugged", "status": "completed", "tag": "ceab8067-a6d7-46e5-b91f-1216faf8c64d", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:09:59.206819 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c49a676-5070-466f-bed6-10f7857a4e6e {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:09:59.207217 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c49a676-5070-466f-bed6-10f7857a4e6e'] response: {'server_uuid': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d', 'code': 200} Aug 24 08:09:59.235765 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9fcbc6df-f691-4026-9c8a-861770b99bbe req-c7a84d42-7daa-49d8-9414-eb1dbdcf303b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 Aug 24 08:09:59.248126 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:09:59.299333 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=ceab8067-a6d7-46e5-b91f-1216faf8c64d,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:09:59.535572 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94159c0-1c9b-4910-80a3-e555c6c19712 req-a4522929-d4d3-4dde-b4c1-419bf3805fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:09:59.536968 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b94159c0-1c9b-4910-80a3-e555c6c19712 req-a4522929-d4d3-4dde-b4c1-419bf3805fac service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 1129 time: 0.0404730 Aug 24 08:09:59.579384 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b94159c0-1c9b-4910-80a3-e555c6c19712 req-6291a562-c0f3-4db6-b05b-4069338c7002 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367475 Aug 24 08:10:00.357380 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd43f-f1d0-4803-b623-fbf7f2c9aad3 req-6ff79f4e-bc9f-449c-b641-6865c0aeaf61 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:00.358824 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9f6dd43f-f1d0-4803-b623-fbf7f2c9aad3 req-6ff79f4e-bc9f-449c-b641-6865c0aeaf61 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 945 time: 0.0453463 Aug 24 08:10:00.406015 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-9f6dd43f-f1d0-4803-b623-fbf7f2c9aad3 req-50c80007-8431-49a5-93ec-4efa22eca154 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Aug 24 08:10:01.522619 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04536ac5-81c2-4a49-85eb-df9e0bad4b41 req-08c99462-2fd3-4151-80b8-53ca6ee5a552 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:01.524063 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-04536ac5-81c2-4a49-85eb-df9e0bad4b41 req-08c99462-2fd3-4151-80b8-53ca6ee5a552 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 945 time: 0.0458159 Aug 24 08:10:01.569874 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-04536ac5-81c2-4a49-85eb-df9e0bad4b41 req-44a773e2-f6a6-442d-9bc0-cd4f8d359573 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402670 Aug 24 08:10:01.682669 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776877a-9b0b-4472-89c6-69f318b20098 req-f701f77a-4c15-421e-94e8-e66457927a66 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:01.684051 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-6776877a-9b0b-4472-89c6-69f318b20098 req-f701f77a-4c15-421e-94e8-e66457927a66 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 945 time: 0.0466416 Aug 24 08:10:01.693668 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40238) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:10:01.697929 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-1909c3f1-8b79-44e3-87ea-8ced87854d6e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'floatingip': {'port_id': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:10:01.738481 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1909c3f1-8b79-44e3-87ea-8ced87854d6e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (3800317a-8fb9-425c-b608-fd7f66f52d30), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:01.830230 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:02.024170 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:02.185354 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1909c3f1-8b79-44e3-87ea-8ced87854d6e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:02.236334 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1909c3f1-8b79-44e3-87ea-8ced87854d6e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (3800317a-8fb9-425c-b608-fd7f66f52d30), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:02.329908 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-1909c3f1-8b79-44e3-87ea-8ced87854d6e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Floating IP 3800317a-8fb9-425c-b608-fd7f66f52d30 associated. External IP: 172.27.4.244, port: ceab8067-a6d7-46e5-b91f-1216faf8c64d. Aug 24 08:10:02.527819 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1909c3f1-8b79-44e3-87ea-8ced87854d6e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:10:02.627771 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1909c3f1-8b79-44e3-87ea-8ced87854d6e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:10:02.632479 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1909c3f1-8b79-44e3-87ea-8ced87854d6e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:02.637100 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:10:02.647364 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:10:02.647983 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:10:02.662789 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-1909c3f1-8b79-44e3-87ea-8ced87854d6e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/3800317a-8fb9-425c-b608-fd7f66f52d30 HTTP/1.1" status: 200 len: 991 time: 0.9681041 Aug 24 08:10:02.663374 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'tag': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:10:02.665683 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfceff0c-10a5-433b-8512-c3bd86958259" -d '{"events": [{"name": "network-changed", "server_uuid": "587fc568-c08c-4e2f-947d-6056b7b952d7", "tag": "ceab8067-a6d7-46e5-b91f-1216faf8c64d"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:10:02.704236 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df77422-2544-4999-97dc-1fcdaec720e4 x-openstack-request-id: req-0df77422-2544-4999-97dc-1fcdaec720e4 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:10:02.704886 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587fc568-c08c-4e2f-947d-6056b7b952d7", "tag": "ceab8067-a6d7-46e5-b91f-1216faf8c64d", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:10:02.704886 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0df77422-2544-4999-97dc-1fcdaec720e4 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:10:02.705181 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df77422-2544-4999-97dc-1fcdaec720e4'] response: {'name': 'network-changed', 'server_uuid': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'tag': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d', 'status': 'completed', 'code': 200} Aug 24 08:10:02.754012 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:10:02.767281 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-bf6d1fb3-f732-4179-b9b1-03d5635a9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:02.768803 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-bf6d1fb3-f732-4179-b9b1-03d5635a9db2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 1129 time: 0.0388334 Aug 24 08:10:02.834869 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:02.863609 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-b426bf7b-71f3-4966-8a37-70bc61280929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:02.865118 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-b426bf7b-71f3-4966-8a37-70bc61280929 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 915 time: 0.0907924 Aug 24 08:10:02.930221 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-3088a4cc-ee2f-46a3-b0c2-f8d891a10a9a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceab8067-a6d7-46e5-b91f-1216faf8c64d HTTP/1.1" status: 200 len: 999 time: 0.0582576 Aug 24 08:10:02.964666 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3800317a-8fb9-425c-b608-fd7f66f52d30', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.244', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:af:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:09:42Z', 'updated_at': '2022-08-24T08:10:02Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:10:02.979042 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-17a56d4f-462d-48ad-9eaf-6b872bd9a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:02.980527 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-17a56d4f-462d-48ad-9eaf-6b872bd9a565 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 200 len: 853 time: 0.0450499 Aug 24 08:10:02.993709 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:10:03.002369 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:10:03.002975 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:09:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:10:03.028716 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-a0783199-0892-4b62-9028-6c0bcba1f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:03.030241 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-a0783199-0892-4b62-9028-6c0bcba1f612 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433168 Aug 24 08:10:03.125880 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-63546d52-6928-42fe-bb57-91d3e81ae40e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892560 Aug 24 08:10:03.152743 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:03.205963 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:03.227327 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-cfceff0c-10a5-433b-8512-c3bd86958259 req-7f655418-c3b1-4094-b713-e4ec22071a79 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961368 Aug 24 08:10:03.228134 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:10:03.344818 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:03.440130 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3800317a-8fb9-425c-b608-fd7f66f52d30', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.244', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:af:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:09:42Z', 'updated_at': '2022-08-24T08:10:02Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:10:03.464542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808b28a-1f20-4664-bd0a-9b35f3744377 None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': '3800317a-8fb9-425c-b608-fd7f66f52d30', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.244', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:af:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:09:42Z', 'updated_at': '2022-08-24T08:10:02Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:10:03.652016 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24440aa0-714a-4f44-8872-0f2ef405f10d None None] New status for floating IP 3800317a-8fb9-425c-b608-fd7f66f52d30: ACTIVE {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:10:06.791366 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:11.563639 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=79,neutron:DELETE=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:11.566596 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=43 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:13.222236 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=6 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:13.224075 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=31 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:16.687825 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:16.692772 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:16.958578 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:16.965768 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:21.641002 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-21533180-eb37-4e1a-b7e5-542cec29bade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:23.829865 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-dfa734c3-9b59-446c-bd15-c1dbef7435c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:24.746843 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:10:25.532564 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:26.932542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:27.190341 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:34.741338 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:34.742170 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:36.818085 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:46.690237 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:46.692114 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:48.790139 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e906-bf77-4aac-9c6d-5fb2911c18c2 req-101a4382-b76e-460e-8e35-ba259f4455f3 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:48.791582 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bab0e906-bf77-4aac-9c6d-5fb2911c18c2 req-101a4382-b76e-460e-8e35-ba259f4455f3 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 945 time: 0.0497086 Aug 24 08:10:48.838861 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-bab0e906-bf77-4aac-9c6d-5fb2911c18c2 req-62556787-64bc-4627-83c6-41d033f067d3 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Aug 24 08:10:49.959536 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916549-285b-4258-a3a6-f415cfcad28f req-e3c00cfe-429c-4b12-b58f-f3d7ee7226c4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:49.961034 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8e916549-285b-4258-a3a6-f415cfcad28f req-e3c00cfe-429c-4b12-b58f-f3d7ee7226c4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 945 time: 0.0468953 Aug 24 08:10:50.009532 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-8e916549-285b-4258-a3a6-f415cfcad28f req-b8d850bf-3203-4298-b52d-db4281b426b1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1ce3001d-3609-43d8-a1cb-ba64667c58c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Aug 24 08:10:50.277124 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-a5d65731-838f-49bf-aaab-05626dc60535 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:50.279130 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-a5d65731-838f-49bf-aaab-05626dc60535 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 945 time: 0.0507033 Aug 24 08:10:50.367188 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Deleting port ceab8067-a6d7-46e5-b91f-1216faf8c64d {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:10:50.367527 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:50.459936 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] For port ceab8067-a6d7-46e5-b91f-1216faf8c64d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ceab8067-a6d7-46e5-b91f-1216faf8c64d,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:10:50.460287 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:50.615909 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:50.616266 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (3800317a-8fb9-425c-b608-fd7f66f52d30), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:50.616576 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Floating IP 3800317a-8fb9-425c-b608-fd7f66f52d30 disassociated. External IP: 172.27.4.244, port: ceab8067-a6d7-46e5-b91f-1216faf8c64d. Aug 24 08:10:50.616933 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Calling delete_port for ceab8067-a6d7-46e5-b91f-1216faf8c64d owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:10:50.829082 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (ceab8067-a6d7-46e5-b91f-1216faf8c64d), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:50.854883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'Port': ['ID=ceab8067-a6d7-46e5-b91f-1216faf8c64d,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:10:50.973894 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:10:51.066471 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:51.079596 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:10:51.095192 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:10:51.102798 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:10:51.103538 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:10:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:10:51.120511 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-3a536c97-9274-49c3-97fb-e6174a2803da req-e9c2a01e-08a9-4a38-b30d-99257815b82c tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 210 time: 0.0288441 Aug 24 08:10:51.131446 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] No DVR routers for this DVR port ceab8067-a6d7-46e5-b91f-1216faf8c64d on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:10:51.131446 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:51.131446 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-a0527dc3-4c2d-4c20-a4aa-413d1353d48d req-2c4e4897-444a-46f0-bf77-45ed543cc76b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "DELETE /networking/v2.0/ports/ceab8067-a6d7-46e5-b91f-1216faf8c64d HTTP/1.1" status: 204 len: 173 time: 0.8461885 Aug 24 08:10:51.131446 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'name': 'network-vif-deleted', 'tag': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:10:51.133357 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142f9c9e-a5fd-4102-86ed-c8fa5ae02769" -d '{"events": [{"server_uuid": "587fc568-c08c-4e2f-947d-6056b7b952d7", "name": "network-vif-deleted", "tag": "ceab8067-a6d7-46e5-b91f-1216faf8c64d"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:10:51.179623 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1131fcfb-9e99-4f73-9a78-a883c4d2fd7e x-openstack-request-id: req-1131fcfb-9e99-4f73-9a78-a883c4d2fd7e {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:10:51.179927 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587fc568-c08c-4e2f-947d-6056b7b952d7", "name": "network-vif-deleted", "tag": "ceab8067-a6d7-46e5-b91f-1216faf8c64d", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:10:51.180141 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1131fcfb-9e99-4f73-9a78-a883c4d2fd7e {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:10:51.180549 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1131fcfb-9e99-4f73-9a78-a883c4d2fd7e'] response: {'server_uuid': '587fc568-c08c-4e2f-947d-6056b7b952d7', 'name': 'network-vif-deleted', 'tag': 'ceab8067-a6d7-46e5-b91f-1216faf8c64d', 'status': 'completed', 'code': 200} Aug 24 08:10:51.214248 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:10:51.409013 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:10:51.434042 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:10:51.442706 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:10:51.443300 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:10:24Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:10:51.550503 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:10:51.676396 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-e5dec13b-9dbb-4b58-83a6-1631030d2473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:51.745553 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:10:51.770151 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a09a6-2a73-4921-9cf7-d4340161c2ff None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:10:51.986291 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c8995-5df6-4053-ac58-39ef5dec6052 None None] New status for floating IP 3800317a-8fb9-425c-b608-fd7f66f52d30: DOWN {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:10:52.253131 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6fdcc626-1f5c-4380-aa44-2798875fb1b4 req-f84d1e60-f25c-4f8e-ba53-9663b15a3670 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=587fc568-c08c-4e2f-947d-6056b7b952d7 HTTP/1.1" status: 200 len: 210 time: 0.0317814 Aug 24 08:10:53.419077 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40344) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:10:53.474110 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:53.484924 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (1ce3001d-3609-43d8-a1cb-ba64667c58c8), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:53.507242 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (1ce3001d-3609-43d8-a1cb-ba64667c58c8), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:53.617666 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (1ce3001d-3609-43d8-a1cb-ba64667c58c8), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:53.620264 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:53.621481 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/1ce3001d-3609-43d8-a1cb-ba64667c58c8 HTTP/1.1" status: 204 len: 168 time: 0.2014325 Aug 24 08:10:53.624484 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40346) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:10:53.631274 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce3001d-3609-43d8-a1cb-ba64667c58c8,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:10:53.638793 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.api.v2.resource [None req-3f3830d8-99b6-4ac6-83e4-534ebbcd62ae tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] show failed (client error): The resource could not be found. Aug 24 08:10:53.639105 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.639444 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.639780 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.639884 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-3f3830d8-99b6-4ac6-83e4-534ebbcd62ae tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups/1ce3001d-3609-43d8-a1cb-ba64667c58c8 HTTP/1.1" status: 404 len: 347 time: 0.0143089 Aug 24 08:10:53.640116 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.640440 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.640786 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.641108 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.641428 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.641746 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.642064 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.642382 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.642946 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.643062 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40348) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:10:53.643266 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.643578 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.643893 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682ee28-b157-4a8f-969b-ec088d55dfcc tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:53.758133 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Deleting port 27a954b4-e05c-4bb2-8339-0bf893bed67f {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:10:53.758470 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (27a954b4-e05c-4bb2-8339-0bf893bed67f), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:53.835342 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (27a954b4-e05c-4bb2-8339-0bf893bed67f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:53.835678 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (27a954b4-e05c-4bb2-8339-0bf893bed67f), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:53.840863 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-368d2c7a-bff6-48c0-ad71-cbc7a3dab732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:53.848585 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Calling delete_port for 27a954b4-e05c-4bb2-8339-0bf893bed67f owned by network:floatingip {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:10:54.057921 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (27a954b4-e05c-4bb2-8339-0bf893bed67f), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.088338 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'Port': ['ID=27a954b4-e05c-4bb2-8339-0bf893bed67f,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:10:54.101856 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.102200 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.102539 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.102875 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.103207 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.103537 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.103863 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.104186 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.104509 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.104855 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.105181 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.106006 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.106325 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.106644 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.106962 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:10:54.162360 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (3800317a-8fb9-425c-b608-fd7f66f52d30), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.164874 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.166059 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-ef26e3fa-8411-46c7-8e3f-cd5603b7bfc5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/3800317a-8fb9-425c-b608-fd7f66f52d30 HTTP/1.1" status: 204 len: 168 time: 0.5221965 Aug 24 08:10:54.318700 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40352) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:10:54.323289 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-78ae40e1-4748-4143-89f1-9a8455ceafb4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574361668', 'description': 'tempest-description--2091373474'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:10:54.417600 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78ae40e1-4748-4143-89f1-9a8455ceafb4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.488628 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78ae40e1-4748-4143-89f1-9a8455ceafb4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (0043acac-3e9f-405e-b0d8-4c43a4c98683), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.554308 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78ae40e1-4748-4143-89f1-9a8455ceafb4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0043acac-3e9f-405e-b0d8-4c43a4c98683), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.582653 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae40e1-4748-4143-89f1-9a8455ceafb4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0043acac-3e9f-405e-b0d8-4c43a4c98683,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:10:54.671513 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-78ae40e1-4748-4143-89f1-9a8455ceafb4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.672810 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-78ae40e1-4748-4143-89f1-9a8455ceafb4 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3530431 Aug 24 08:10:54.675620 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40354) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:10:54.679746 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-1006a185-a084-4d18-a6e8-2e04f27eb839 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group_rule': {'security_group_id': '0043acac-3e9f-405e-b0d8-4c43a4c98683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:10:54.759387 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1006a185-a084-4d18-a6e8-2e04f27eb839 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (673dc05c-c47f-4f34-8a1c-ab528e28f702), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.783353 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:54.806592 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:54.815055 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1006a185-a084-4d18-a6e8-2e04f27eb839 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (673dc05c-c47f-4f34-8a1c-ab528e28f702), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.920104 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1006a185-a084-4d18-a6e8-2e04f27eb839 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (673dc05c-c47f-4f34-8a1c-ab528e28f702), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:54.940344 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006a185-a084-4d18-a6e8-2e04f27eb839 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673dc05c-c47f-4f34-8a1c-ab528e28f702,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:10:55.000853 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1006a185-a084-4d18-a6e8-2e04f27eb839 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.002093 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-1006a185-a084-4d18-a6e8-2e04f27eb839 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3255680 Aug 24 08:10:55.004774 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40356) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:10:55.009260 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-dc277554-15f6-4b15-8989-e3d307d5ee73 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'security_group_rule': {'security_group_id': '0043acac-3e9f-405e-b0d8-4c43a4c98683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:10:55.127186 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-dc277554-15f6-4b15-8989-e3d307d5ee73 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (0d161fde-a7aa-49af-8bcc-8af3e8ddee28), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.185578 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-dc277554-15f6-4b15-8989-e3d307d5ee73 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (0d161fde-a7aa-49af-8bcc-8af3e8ddee28), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.232130 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device ceab8067-a6d7-46e5-b91f-1216faf8c64d no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:10:55.254013 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: ceab8067-a6d7-46e5-b91f-1216faf8c64d {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:10:55.254347 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device ceab8067-a6d7-46e5-b91f-1216faf8c64d not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:10:55.262199 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-dc277554-15f6-4b15-8989-e3d307d5ee73 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603085'] for security_group_rule (0d161fde-a7aa-49af-8bcc-8af3e8ddee28), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.282702 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc277554-15f6-4b15-8989-e3d307d5ee73 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d161fde-a7aa-49af-8bcc-8af3e8ddee28,revision_number=0']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:10:55.356235 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-dc277554-15f6-4b15-8989-e3d307d5ee73 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.357543 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-dc277554-15f6-4b15-8989-e3d307d5ee73 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3518248 Aug 24 08:10:55.360610 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40358) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:10:55.364831 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.v2.base [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'floatingip': {'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd'}} {{(pid=113380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:10:55.458107 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.543225 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.548083 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.648728 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.db_base_plugin_common [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Allocated IP 172.27.4.21 (71d56feb-a352-4a64-8633-9c2c32fd02fd/ed0d58ff-1692-4a24-80ae-352ad901d0d5/77a81592-17f8-427f-b832-93dc26b6346d) {{(pid=113380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:10:55.749549 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (77a81592-17f8-427f-b832-93dc26b6346d), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.851924 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (77a81592-17f8-427f-b832-93dc26b6346d), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:55.855418 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:55.898486 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Network 71d56feb-a352-4a64-8633-9c2c32fd02fd is already hosted by enough agents. {{(pid=113380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:10:55.901357 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.base_scheduler [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Resources bound (agent type, host, resource id): {{(pid=113380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:10:55.904469 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Received port after_create {{(pid=113380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:10:55.928201 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=77a81592-17f8-427f-b832-93dc26b6346d,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:10:55.992851 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (a5b76057-7571-4aa8-8b06-55a6bda548fd), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:56.074386 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (77a81592-17f8-427f-b832-93dc26b6346d), before_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:56.107079 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:56.221932 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (77a81592-17f8-427f-b832-93dc26b6346d), precommit_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:56.290591 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127864562'] for port (77a81592-17f8-427f-b832-93dc26b6346d), after_update {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:56.360965 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=77a81592-17f8-427f-b832-93dc26b6346d,revision_number=2']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:10:56.363184 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (a5b76057-7571-4aa8-8b06-55a6bda548fd), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:56.463885 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:56.465786 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f93f4c94-66ea-42f8-8aa3-6a92beb3bf7a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1042237 Aug 24 08:10:56.617385 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-d3eaac10-8e43-47c7-8f0e-0e1bc62282ab tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--574361668&fields=id&tenant_id=2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 267 time: 0.0420470 Aug 24 08:10:56.724062 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-e122bbce-4384-4f08-89aa-4e20f1e66f28 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:56.725508 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-e122bbce-4384-4f08-89aa-4e20f1e66f28 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 814 time: 0.1019151 Aug 24 08:10:56.741617 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-0522a771-5592-4ef9-82d5-9b27ba08da95 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/quotas/2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 375 time: 0.0101128 Aug 24 08:10:56.791531 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-a01442ba-6dbe-420f-9e4b-3c8c439e3a05 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447326 Aug 24 08:10:56.885754 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-b00c1274-d187-4808-9cb0-fd3759e24f1f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821550 Aug 24 08:10:56.954352 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:56.978622 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-6cd7d35a-50d1-41a1-b8e2-1fff3d132ace service neutron] 10.222.0.72 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Aug 24 08:10:57.177627 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:57.228427 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-747bc644-6821-4bc3-a469-1d330b1e5077 req-0934659a-f075-4068-a332-d47711e333e8 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 210 time: 0.0320184 Aug 24 08:10:58.328338 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b342ec35-adfb-4b99-81ea-685cc9e21bc9 req-55a418ce-b5ec-4528-a540-06726cae383c tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 210 time: 0.0272198 Aug 24 08:10:59.143880 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-2ae3d403-bf9f-4eb6-bd82-27fc8ce87279 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:59.145330 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-2ae3d403-bf9f-4eb6-bd82-27fc8ce87279 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 814 time: 0.1028881 Aug 24 08:10:59.208163 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-3cceac50-9a42-4ab4-996d-d43e87cd9f72 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2d92c8aa6d4d46538574779ae23ac398 HTTP/1.1" status: 200 len: 379 time: 0.0530386 Aug 24 08:10:59.217265 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'port': {'device_id': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'admin_state_up': True, 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'security_groups': ['0043acac-3e9f-405e-b0d8-4c43a4c98683']}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:10:59.389205 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Made reservation on behalf of 2d92c8aa6d4d46538574779ae23ac398 for: {'port': 1} {{(pid=113381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 08:10:59.393908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:59.445390 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-58809e7b-eb1f-4deb-a9b0-e7f716c2c006 req-fadc5367-fdfa-4e1f-b8b0-1051c5acc9f5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 210 time: 0.0361824 Aug 24 08:10:59.559428 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_common [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Allocated IP 172.20.0.5 (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728/bcb2e5f8-cab1-42a4-bd10-01af144b33fc/78dc44be-e137-4c5f-9a0a-fbf7cc4bc305) {{(pid=113381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 08:10:59.687351 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:59.692295 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:59.800641 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753754179166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:59.910829 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 is already hosted by enough agents. {{(pid=113381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 08:10:59.910829 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.base_scheduler [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Resources bound (agent type, host, resource id): {{(pid=113381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 08:10:59.910829 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Received port after_create {{(pid=113381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 08:10:59.910829 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:10:59.910829 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event updated for resources: {'Port': ['ID=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:10:59.955406 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:10:59.955406 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:10:59.991907 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9f5c3b82-d817-4a41-8364-785f79946e41 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7782741 Aug 24 08:11:00.049451 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Request body: {'port': {'device_id': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:11:00.052176 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [req-4b1bf31e-e76c-4d14-88cd-2844b987f84d req-0d058d3e-0c22-4ed9-8a23-ebe5a8694481 service neutron] (113381) timed out ('10.222.0.45', 60573) {{(pid=113381) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 08:11:00.064613 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-c3d6dbe1-811c-4cfe-b4f8-1a6fa0a56393 None None] Provisioning complete for port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 triggered by entity DHCP. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:11:00.065236 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-c3d6dbe1-811c-4cfe-b4f8-1a6fa0a56393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:00.094399 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:00.100146 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-c3d6dbe1-811c-4cfe-b4f8-1a6fa0a56393 None None] Port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 cannot update to ACTIVE because it is not bound. {{(pid=113382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 08:11:00.115167 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:00.367793 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 {{(pid=113381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:11:00.375272 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Publish callbacks [] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:00.388009 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.provisioning_blocks [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Transition to ACTIVE for port object 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 will not be triggered until provisioned by entity L2. {{(pid=113381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 08:11:00.456264 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:00.514700 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,revision_number=2']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:11:00.568538 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Attempting to bind port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 08:11:00.568908 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Attempting to bind port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 08:11:00.569212 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Attempting to bind port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:11:00.569481 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325e325-11fb-4dfc-98d1-f37598b0cc25 req-67bd8391-dcfd-4dd0-81a5-673332282fab tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:00.570985 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b325e325-11fb-4dfc-98d1-f37598b0cc25 req-67bd8391-dcfd-4dd0-81a5-673332282fab tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 943 time: 0.0461833 Aug 24 08:11:00.573692 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 08:11:00.574629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Attempting to bind port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 on network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 08:11:00.579665 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Checking agent: {'id': 'ae508ea4-ba1f-4f70-aabc-8dea6f8571ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'started_at': datetime.datetime(2022, 8, 24, 7, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 8, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 08:11:00.579995 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Checking segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 08:11:00.580367 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Bound using segment: {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'} {{(pid=113381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 08:11:00.580809 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.managers [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Bound port: 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728'}}] {{(pid=113381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 08:11:00.581163 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:00.584121 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:00.626606 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-b325e325-11fb-4dfc-98d1-f37598b0cc25 req-8532c599-a429-455f-a372-821482f05d4a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489860 Aug 24 08:11:00.861185 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-81d4e0b4-2abb-4f16-9060-f70d8e7e4ca2 req-731f182f-73c7-46e7-8a8c-cadca6acb325 service neutron] (113380) timed out ('10.222.0.45', 60577) {{(pid=113380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 08:11:00.903941 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] For port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305, host hv-cinder-85427, cleared binding levels {{(pid=113381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 08:11:00.907136 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] For port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 08:11:01.029507 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127429635'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:01.032569 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:01.033207 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:01.034761 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 HTTP/1.1" status: 200 len: 1093 time: 1.0360863 Aug 24 08:11:01.036904 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'tag': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:11:01.039967 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1477acc3-b9d8-4837-a84d-47dedbc23959" -d '{"events": [{"name": "network-changed", "server_uuid": "6beba3bc-ab09-45a9-a68f-a3581fffec02", "tag": "78dc44be-e137-4c5f-9a0a-fbf7cc4bc305"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:11:01.079525 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c468ff-65d6-4dd3-9921-72c13663c4eb x-openstack-request-id: req-89c468ff-65d6-4dd3-9921-72c13663c4eb {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:11:01.079815 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beba3bc-ab09-45a9-a68f-a3581fffec02", "tag": "78dc44be-e137-4c5f-9a0a-fbf7cc4bc305", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:11:01.080067 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89c468ff-65d6-4dd3-9921-72c13663c4eb {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:11:01.080462 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c468ff-65d6-4dd3-9921-72c13663c4eb'] response: {'name': 'network-changed', 'server_uuid': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'tag': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305', 'status': 'completed', 'code': 200} Aug 24 08:11:01.093321 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759b32f-f1f8-40a3-8b00-3c83dfcc8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,revision_number=3']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:11:01.128700 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:01.138811 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477acc3-b9d8-4837-a84d-47dedbc23959 req-76138c84-7284-4585-8f2d-831d0a0de4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:01.140295 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1477acc3-b9d8-4837-a84d-47dedbc23959 req-76138c84-7284-4585-8f2d-831d0a0de4f4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 1127 time: 0.0411577 Aug 24 08:11:01.243719 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477acc3-b9d8-4837-a84d-47dedbc23959 req-d3e48bea-79c3-4180-847b-3ba414518c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:01.245858 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1477acc3-b9d8-4837-a84d-47dedbc23959 req-d3e48bea-79c3-4180-847b-3ba414518c50 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=2d92c8aa6d4d46538574779ae23ac398&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0978303 Aug 24 08:11:01.344023 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477acc3-b9d8-4837-a84d-47dedbc23959 req-ca8fd3ce-2f7c-4d3f-85fa-e3c4791d0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:01.345601 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-1477acc3-b9d8-4837-a84d-47dedbc23959 req-ca8fd3ce-2f7c-4d3f-85fa-e3c4791d0542 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924873 Aug 24 08:11:01.408237 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:01.420603 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-cb2fd42c-4b73-4023-9b88-041d136ed7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:01.422309 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-cb2fd42c-4b73-4023-9b88-041d136ed7a3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 1127 time: 0.0399199 Aug 24 08:11:01.461000 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-e3ad4a94-5e36-4323-9bb1-de21e6a04186 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 HTTP/1.1" status: 200 len: 217 time: 0.0322573 Aug 24 08:11:01.513028 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-bbaf0722-6326-4187-8004-cbe0d40b6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:01.514523 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-bbaf0722-6326-4187-8004-cbe0d40b6fa2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 200 len: 853 time: 0.0480361 Aug 24 08:11:01.558214 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9d715a74-129f-45cf-8cc5-d075d4dc51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:01.559713 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-9d715a74-129f-45cf-8cc5-d075d4dc51d4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389521 Aug 24 08:11:01.651568 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-760dd6e4-7d42-4958-aba6-aa40b3205527 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857878 Aug 24 08:11:01.741266 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-5aae37d1-1fd4-4631-acfa-c1adcf345bfb req-a7bf84cf-46cc-4c1e-a680-d161f598cfe7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839279 Aug 24 08:11:01.744489 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b282b8b-7087-4d13-8a7b-cb07f965dc00 req-294fedd3-a27d-4729-8b96-8c55dc7e5ba6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:01.746008 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9b282b8b-7087-4d13-8a7b-cb07f965dc00 req-294fedd3-a27d-4729-8b96-8c55dc7e5ba6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 943 time: 0.0455623 Aug 24 08:11:01.747736 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:11:01.793895 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9b282b8b-7087-4d13-8a7b-cb07f965dc00 req-d05809dc-b6f3-4e18-8e95-c29dba8c5a07 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419927 Aug 24 08:11:02.057829 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:02.912429 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4617f22-d4c9-4093-8db0-706178bbf8bb req-02d776de-81d2-4a8d-9c6e-1fdff311661e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:02.913928 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e4617f22-d4c9-4093-8db0-706178bbf8bb req-02d776de-81d2-4a8d-9c6e-1fdff311661e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 943 time: 0.0462084 Aug 24 08:11:02.965386 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-e4617f22-d4c9-4093-8db0-706178bbf8bb req-146fddb2-e9bd-4264-85fa-6da19f1adf10 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451417 Aug 24 08:11:04.081798 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5d9c3-78ad-4f56-bddc-6b88de663f38 req-b0719f20-2de3-404e-8c20-d907c72a9884 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:04.083252 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6fe5d9c3-78ad-4f56-bddc-6b88de663f38 req-b0719f20-2de3-404e-8c20-d907c72a9884 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 943 time: 0.0459061 Aug 24 08:11:04.130671 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-6fe5d9c3-78ad-4f56-bddc-6b88de663f38 req-96f6ed97-c73e-46fb-867e-f7979253cb71 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418057 Aug 24 08:11:05.247132 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb44a-576f-4ebd-8c90-e175973d720d req-af243ff9-fa9e-4d7d-992e-fc128a517797 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:05.248564 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db3bb44a-576f-4ebd-8c90-e175973d720d req-af243ff9-fa9e-4d7d-992e-fc128a517797 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 943 time: 0.0462101 Aug 24 08:11:05.273682 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 08:11:05.290957 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:05.297460 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-db3bb44a-576f-4ebd-8c90-e175973d720d req-9c370158-4df2-4f05-a9c6-7bb489d7eb47 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433335 Aug 24 08:11:05.372715 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:11:05.383941 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Returning: {'device': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'port_id': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305', 'mac_address': 'fa:16:3e:08:2d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 08:11:05.422862 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 is: DOWN; New status is: BUILD {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:11:05.423183 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:05.436093 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 {{(pid=113382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 08:11:05.461217 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:11:05.520305 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:05.570495 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,revision_number=4']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:11:05.578526 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.579625 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.579625 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.579625 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.579931 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.580271 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.580604 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.580958 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.581289 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.581616 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.581945 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.582278 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.582603 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.582929 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.583252 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:05.724055 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] get_ports_and_sgs() called for port_ids ['78dc44be-e137-4c5f-9a0a-fbf7cc4bc305'] {{(pid=113382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 08:11:06.422627 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a53e2a-e2db-4312-b6c0-fff82a5e834f req-41552c02-080e-47e1-9ddf-b4c0fad6ecb7 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:06.424176 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-29a53e2a-e2db-4312-b6c0-fff82a5e834f req-41552c02-080e-47e1-9ddf-b4c0fad6ecb7 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 944 time: 0.0512426 Aug 24 08:11:06.474728 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-29a53e2a-e2db-4312-b6c0-fff82a5e834f req-ed91de21-14eb-459d-8077-eafaaefe6d39 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 Aug 24 08:11:06.777006 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:07.287572 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 up at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 08:11:07.329608 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning for port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 completed by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 08:11:07.388758 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.provisioning_blocks [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Provisioning complete for port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 triggered by entity L2. {{(pid=113382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 08:11:07.389135 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1497045'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), provisioning_complete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:07.462829 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Current status of the port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 is: BUILD; New status is: ACTIVE {{(pid=113382) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 08:11:07.463219 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570670'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), before_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:07.494587 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305'}] {{(pid=113382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:11:07.498105 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eeb8571adb028f11907ad59f968085dceb88bae2cbcee695c238c0ee3dcba886" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a2ed9e-9d79-4a1c-a450-ee7ad183f09f" -d '{"events": [{"server_uuid": "6beba3bc-ab09-45a9-a68f-a3581fffec02", "name": "network-vif-plugged", "status": "completed", "tag": "78dc44be-e137-4c5f-9a0a-fbf7cc4bc305"}]}' {{(pid=113382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:11:07.515712 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] For port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:11:07.540118 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9708d37-c31e-4e9e-adee-2ec073b81cc2 x-openstack-request-id: req-d9708d37-c31e-4e9e-adee-2ec073b81cc2 {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:11:07.540435 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beba3bc-ab09-45a9-a68f-a3581fffec02", "name": "network-vif-plugged", "status": "completed", "tag": "78dc44be-e137-4c5f-9a0a-fbf7cc4bc305", "code": 200}]} {{(pid=113382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:11:07.540718 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9708d37-c31e-4e9e-adee-2ec073b81cc2 {{(pid=113382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:11:07.541120 dv-cinder-854275-1-iscsi neutron-server[113382]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9708d37-c31e-4e9e-adee-2ec073b81cc2'] response: {'server_uuid': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305', 'code': 200} Aug 24 08:11:07.611888 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4d7c3-3bbc-4163-8fc0-f94c70312fe4 req-377085e8-9fb3-4e2c-80e6-1b0dc2933e7f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:07.613371 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9cc4d7c3-3bbc-4163-8fc0-f94c70312fe4 req-377085e8-9fb3-4e2c-80e6-1b0dc2933e7f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 944 time: 0.0500734 Aug 24 08:11:07.621894 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753754574340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753754179184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753754179202'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:07.665312 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-9cc4d7c3-3bbc-4163-8fc0-f94c70312fe4 req-e2dfdcfb-b54b-42e5-a093-ac7ced7e5ce5 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460358 Aug 24 08:11:07.670180 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Pushing event updated for resources: {'Port': ['ID=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,revision_number=5']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:11:07.871958 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf933a7-e612-41e8-b328-569fc52cffeb req-d7de39ef-59ff-42f3-94c6-05dd78de9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:07.873509 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fdf933a7-e612-41e8-b328-569fc52cffeb req-d7de39ef-59ff-42f3-94c6-05dd78de9dc2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 1129 time: 0.0397134 Aug 24 08:11:07.919006 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fdf933a7-e612-41e8-b328-569fc52cffeb req-5dcae975-087c-4014-b288-5d5eecf28aa9 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389621 Aug 24 08:11:08.783978 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a60df-b859-4d78-af89-7c89f8f7a886 req-2c613336-c9d2-45f8-b198-7a2cbb031568 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:08.785478 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fa0a60df-b859-4d78-af89-7c89f8f7a886 req-2c613336-c9d2-45f8-b198-7a2cbb031568 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 945 time: 0.0490489 Aug 24 08:11:08.831932 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-fa0a60df-b859-4d78-af89-7c89f8f7a886 req-ccb3fe46-87b7-40c4-9bd0-e6f4a44e29d6 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409150 Aug 24 08:11:09.951023 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdeed6-b7e3-49ad-aa3d-6fafad4ceeab req-c24db457-cac0-44ae-8651-a31564987168 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:09.952458 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-35fdeed6-b7e3-49ad-aa3d-6fafad4ceeab req-c24db457-cac0-44ae-8651-a31564987168 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 945 time: 0.0455148 Aug 24 08:11:09.963754 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:10.241085 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-35fdeed6-b7e3-49ad-aa3d-6fafad4ceeab req-b79d0e04-52ee-4e96-9f4e-6ce31d50607a tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827926 Aug 24 08:11:10.353071 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d15392-99e0-4fb4-9eb8-3d117a015977 req-4dac2dca-75cf-4e98-bc74-464a076e9e1e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:10.354532 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-94d15392-99e0-4fb4-9eb8-3d117a015977 req-4dac2dca-75cf-4e98-bc74-464a076e9e1e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 945 time: 0.0456591 Aug 24 08:11:10.364573 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40420) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:11:10.368872 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.v2.base [None req-8dc1f39c-f4f1-4594-8300-63d51bcf8379 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Request body: {'floatingip': {'port_id': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305'}} {{(pid=113381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 08:11:10.407420 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f39c-f4f1-4594-8300-63d51bcf8379 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (a5b76057-7571-4aa8-8b06-55a6bda548fd), before_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:10.511550 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:10.722338 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:10.810440 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f39c-f4f1-4594-8300-63d51bcf8379 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:10.895650 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f39c-f4f1-4594-8300-63d51bcf8379 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (a5b76057-7571-4aa8-8b06-55a6bda548fd), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:10.990160 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [None req-8dc1f39c-f4f1-4594-8300-63d51bcf8379 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Floating IP a5b76057-7571-4aa8-8b06-55a6bda548fd associated. External IP: 172.27.4.21, port: 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305. Aug 24 08:11:11.182872 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc1f39c-f4f1-4594-8300-63d51bcf8379 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:11:11.285400 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc1f39c-f4f1-4594-8300-63d51bcf8379 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:11:11.290085 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f39c-f4f1-4594-8300-63d51bcf8379 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:11.295817 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:11:11.305412 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:11:11.306026 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:10:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:11:11.320360 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-8dc1f39c-f4f1-4594-8300-63d51bcf8379 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/a5b76057-7571-4aa8-8b06-55a6bda548fd HTTP/1.1" status: 200 len: 990 time: 0.9547162 Aug 24 08:11:11.320972 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'tag': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:11:11.323217 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd122721-c73f-47de-b384-c55b5533d6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6beba3bc-ab09-45a9-a68f-a3581fffec02", "tag": "78dc44be-e137-4c5f-9a0a-fbf7cc4bc305"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:11:11.360444 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 08:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859eecbe-6dc2-4854-b763-2fe368b50fdc x-openstack-request-id: req-859eecbe-6dc2-4854-b763-2fe368b50fdc {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:11:11.361252 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beba3bc-ab09-45a9-a68f-a3581fffec02", "tag": "78dc44be-e137-4c5f-9a0a-fbf7cc4bc305", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:11:11.361252 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-859eecbe-6dc2-4854-b763-2fe368b50fdc {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:11:11.361495 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859eecbe-6dc2-4854-b763-2fe368b50fdc'] response: {'name': 'network-changed', 'server_uuid': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'tag': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305', 'status': 'completed', 'code': 200} Aug 24 08:11:11.395658 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:11.413130 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:11:11.426080 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd122721-c73f-47de-b384-c55b5533d6bc req-3975b1fa-7f5e-4ffc-988d-253a28257731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:11.427632 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dd122721-c73f-47de-b384-c55b5533d6bc req-3975b1fa-7f5e-4ffc-988d-253a28257731 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 1129 time: 0.0445969 Aug 24 08:11:11.452783 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:11.524259 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd122721-c73f-47de-b384-c55b5533d6bc req-2d2089d2-269c-4290-a01b-0436d74f4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:11.525770 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dd122721-c73f-47de-b384-c55b5533d6bc req-2d2089d2-269c-4290-a01b-0436d74f4ac6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 915 time: 0.0927444 Aug 24 08:11:11.594435 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dd122721-c73f-47de-b384-c55b5533d6bc req-fae74de7-eff2-4bc6-8f2b-3224a02aa71f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 HTTP/1.1" status: 200 len: 998 time: 0.0629396 Aug 24 08:11:11.629518 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:11.643862 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'a5b76057-7571-4aa8-8b06-55a6bda548fd', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.21', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:08:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:10:55Z', 'updated_at': '2022-08-24T08:11:10Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:11:11.644201 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd122721-c73f-47de-b384-c55b5533d6bc req-8320fcb4-f025-4c03-9db8-82850ccab2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:11.645752 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dd122721-c73f-47de-b384-c55b5533d6bc req-8320fcb4-f025-4c03-9db8-82850ccab2c0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 200 len: 853 time: 0.0453691 Aug 24 08:11:11.669891 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:11:11.678710 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:11:11.679350 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:10:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:11:11.690047 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd122721-c73f-47de-b384-c55b5533d6bc req-d76933b6-e447-4c2f-a4f3-29b92551c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:11.691533 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dd122721-c73f-47de-b384-c55b5533d6bc req-d76933b6-e447-4c2f-a4f3-29b92551c979 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394731 Aug 24 08:11:11.743219 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:11.779809 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:11:11.787980 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dd122721-c73f-47de-b384-c55b5533d6bc req-17f5615d-c5ad-49a0-9e9e-f6334dc031c0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892863 Aug 24 08:11:11.824584 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=100 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:11.879736 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-dd122721-c73f-47de-b384-c55b5533d6bc req-111dd3f6-f3a8-432b-91d0-00b5d672ba49 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848916 Aug 24 08:11:11.990914 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'a5b76057-7571-4aa8-8b06-55a6bda548fd', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.21', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:08:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:10:55Z', 'updated_at': '2022-08-24T08:11:10Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:11:12.015601 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be14d28-03a8-452c-a3a9-d46f66329d1a None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_floatingips': [{'id': 'a5b76057-7571-4aa8-8b06-55a6bda548fd', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'floating_ip_address': '172.27.4.21', 'floating_network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'router_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'port_id': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'mac_address': 'fa:16:3e:08:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T08:10:55Z', 'updated_at': '2022-08-24T08:11:10Z', 'revision_number': 1, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:11:12.198551 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e7119-aa0f-49ba-8a83-590d6e20dca1 None None] New status for floating IP a5b76057-7571-4aa8-8b06-55a6bda548fd: ACTIVE {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:11:20.237785 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=53 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:21.777022 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-958dda10-cc50-47f5-aac0-3bdc4c33ef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:21.875166 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=5 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:21.876040 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=19 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:23.817282 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d88d11bb-2240-404a-8c77-06e090ba477f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:25.565676 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:26.914096 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:27.152282 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:30.768366 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=12 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:30.769103 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:36.817013 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:38.746348 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:11:46.717132 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:46.718815 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:48.741497 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:48.742329 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:51.036324 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d0bf7a56-5897-48db-973c-242208b1c7be req-3fa55847-8bec-4d7d-a64f-aef32cff8f03 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439396 Aug 24 08:11:51.115981 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf7a56-5897-48db-973c-242208b1c7be req-16d50116-4bd5-4d68-ad05-ec925fdbe0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:51.117481 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d0bf7a56-5897-48db-973c-242208b1c7be req-16d50116-4bd5-4d68-ad05-ec925fdbe0b0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2d92c8aa6d4d46538574779ae23ac398&device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 1129 time: 0.0400438 Aug 24 08:11:51.221670 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf7a56-5897-48db-973c-242208b1c7be req-e85db958-12ee-429d-b759-c4917d684412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:51.223158 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d0bf7a56-5897-48db-973c-242208b1c7be req-e85db958-12ee-429d-b759-c4917d684412 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 200 len: 915 time: 0.0851188 Aug 24 08:11:51.288588 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d0bf7a56-5897-48db-973c-242208b1c7be req-0bdd20fb-b41f-4f87-99bf-48d554c10891 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 HTTP/1.1" status: 200 len: 1000 time: 0.0582905 Aug 24 08:11:51.343920 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf7a56-5897-48db-973c-242208b1c7be req-56d28c85-ce6d-4740-8531-c3788f49c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:51.345403 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d0bf7a56-5897-48db-973c-242208b1c7be req-56d28c85-ce6d-4740-8531-c3788f49c480 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 200 len: 853 time: 0.0509849 Aug 24 08:11:51.389047 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf7a56-5897-48db-973c-242208b1c7be req-c823209e-7b53-4120-9d29-4b9763f65d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:51.390591 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d0bf7a56-5897-48db-973c-242208b1c7be req-c823209e-7b53-4120-9d29-4b9763f65d8d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392210 Aug 24 08:11:51.481375 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d0bf7a56-5897-48db-973c-242208b1c7be req-785de10e-f56f-4f77-bffc-292541938cbb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852859 Aug 24 08:11:51.577383 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-d0bf7a56-5897-48db-973c-242208b1c7be req-c85b5be0-f4d3-464a-a1f5-32576152ec56 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895369 Aug 24 08:11:51.633101 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac19dda2-422d-4215-82ef-c5bb88ebd20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:53.848892 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-55e9499b-c4a4-4a3a-b077-1b352f2fc0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:55.541207 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:56.747148 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4386974-07cf-4145-b42e-87e6d6ccaf0e req-48af5263-657c-4c5d-83a6-8e03dc1df22e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:56.748596 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4386974-07cf-4145-b42e-87e6d6ccaf0e req-48af5263-657c-4c5d-83a6-8e03dc1df22e tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 945 time: 0.0464923 Aug 24 08:11:56.796706 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-b4386974-07cf-4145-b42e-87e6d6ccaf0e req-2c034a42-4d49-415e-ae4f-fce136262db1 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Aug 24 08:11:56.957132 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:57.146008 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:57.917952 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516739-5a86-4847-8f6c-fcc4f3f7e4d7 req-c743d490-f89e-4c11-84c3-a98fd2bd2f90 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:57.919472 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-31516739-5a86-4847-8f6c-fcc4f3f7e4d7 req-c743d490-f89e-4c11-84c3-a98fd2bd2f90 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 945 time: 0.0462382 Aug 24 08:11:57.966023 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [req-31516739-5a86-4847-8f6c-fcc4f3f7e4d7 req-667ca929-3f35-4c49-adff-17e628b3b35b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0043acac-3e9f-405e-b0d8-4c43a4c98683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410018 Aug 24 08:11:58.191858 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-c03de06b-650a-4c36-94e4-41a3d77e2f74 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 08:11:58.193859 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-c03de06b-650a-4c36-94e4-41a3d77e2f74 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 945 time: 0.0465744 Aug 24 08:11:58.275295 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Deleting port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:11:58.275626 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:58.364518 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] For port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:11:58.365527 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:58.532583 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:58.532934 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498391'] for floatingip (a5b76057-7571-4aa8-8b06-55a6bda548fd), after_update {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:58.533303 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.db.l3_db [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Floating IP a5b76057-7571-4aa8-8b06-55a6bda548fd disassociated. External IP: 172.27.4.21, port: 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305. Aug 24 08:11:58.533626 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Calling delete_port for 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 owned by compute:nova {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:11:58.539349 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:58.544107 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:11:58.730161 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (78dc44be-e137-4c5f-9a0a-fbf7cc4bc305), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:58.761118 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'Port': ['ID=78dc44be-e137-4c5f-9a0a-fbf7cc4bc305,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:11:58.773793 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.774137 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.774470 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.774803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.775135 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.775459 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.775783 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.776104 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.776444 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.776766 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.777087 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.777401 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.777718 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.778031 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.778343 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:11:58.877616 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:11:58.978101 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:11:58.987254 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:11:58.997694 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:11:58.998405 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:11:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:11:59.024119 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] No DVR routers for this DVR port 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 on host hv-cinder-85427 {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:11:59.026759 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for port (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:11:59.030206 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-ef4b0726-3a11-4622-b03a-3625ffc9cf6c req-69d3b489-bea2-4ac3-b26f-e52d80827a6f tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.45 "DELETE /networking/v2.0/ports/78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 HTTP/1.1" status: 204 len: 173 time: 0.8307557 Aug 24 08:11:59.030586 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'name': 'network-vif-deleted', 'tag': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305'}] {{(pid=113381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 08:11:59.032891 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5946c798433f88179bf9228a26569972ef9a34ec70d0d5dff21b25e5a953ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c5998f-3a97-4f5f-a5e9-c20efe75779c" -d '{"events": [{"server_uuid": "6beba3bc-ab09-45a9-a68f-a3581fffec02", "name": "network-vif-deleted", "tag": "78dc44be-e137-4c5f-9a0a-fbf7cc4bc305"}]}' {{(pid=113381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 08:11:59.078618 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 08:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21282896-1779-4217-bb6a-8706365f3ee0 x-openstack-request-id: req-21282896-1779-4217-bb6a-8706365f3ee0 {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 08:11:59.082907 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beba3bc-ab09-45a9-a68f-a3581fffec02", "name": "network-vif-deleted", "tag": "78dc44be-e137-4c5f-9a0a-fbf7cc4bc305", "status": "completed", "code": 200}]} {{(pid=113381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 08:11:59.082907 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-21282896-1779-4217-bb6a-8706365f3ee0 {{(pid=113381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 08:11:59.082907 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21282896-1779-4217-bb6a-8706365f3ee0'] response: {'server_uuid': '6beba3bc-ab09-45a9-a68f-a3581fffec02', 'name': 'network-vif-deleted', 'tag': '78dc44be-e137-4c5f-9a0a-fbf7cc4bc305', 'status': 'completed', 'code': 200} Aug 24 08:11:59.088901 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [req-0ea45b90-7621-45a8-9ccc-0c7d9996094b req-52edae61-c0f0-46a7-9ad2-a9f396063baf tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6beba3bc-ab09-45a9-a68f-a3581fffec02 HTTP/1.1" status: 200 len: 210 time: 0.0431442 Aug 24 08:11:59.108939 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:11:59.309769 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:11:59.337315 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:11:59.346005 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:11:59.346604 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:11:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:11:59.448133 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:11:59.768364 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:11:59.793462 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca860d-66a5-4318-95b2-e4d13c5dce6e None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:33Z', 'revision_number': 4, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi', '_interfaces': [{'id': '6d20d3f7-9283-4e14-8aeb-0eaa85533c1b', 'name': '', 'network_id': '2af2cfe3-fbb0-4b30-a7f7-b293ddfab728', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'mac_address': 'fa:16:3e:43:b6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:33Z', 'updated_at': '2022-08-24T08:07:39Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'subnets': [{'id': 'bcb2e5f8-cab1-42a4-bd10-01af144b33fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:12:00.007270 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54ed6e-67ee-4442-8b33-9491985f61aa None None] New status for floating IP a5b76057-7571-4aa8-8b06-55a6bda548fd: DOWN {{(pid=113383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 08:12:00.260538 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40504) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:00.314761 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f226a804-d45b-4a4d-b003-096c9078387b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (0043acac-3e9f-405e-b0d8-4c43a4c98683), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.336642 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f226a804-d45b-4a4d-b003-096c9078387b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (0043acac-3e9f-405e-b0d8-4c43a4c98683), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.473078 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f226a804-d45b-4a4d-b003-096c9078387b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (0043acac-3e9f-405e-b0d8-4c43a4c98683), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.476399 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-f226a804-d45b-4a4d-b003-096c9078387b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.477596 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-f226a804-d45b-4a4d-b003-096c9078387b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0043acac-3e9f-405e-b0d8-4c43a4c98683 HTTP/1.1" status: 204 len: 168 time: 0.2160149 Aug 24 08:12:00.480445 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40506) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:00.488078 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226a804-d45b-4a4d-b003-096c9078387b tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0043acac-3e9f-405e-b0d8-4c43a4c98683,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:00.494407 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.api.v2.resource [None req-41676040-4139-49f0-9254-20b76a5b33ae tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] show failed (client error): The resource could not be found. Aug 24 08:12:00.494902 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-41676040-4139-49f0-9254-20b76a5b33ae tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "GET /networking/v2.0/security-groups/0043acac-3e9f-405e-b0d8-4c43a4c98683 HTTP/1.1" status: 404 len: 347 time: 0.0134485 Aug 24 08:12:00.497827 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40508) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:00.612188 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Deleting port 77a81592-17f8-427f-b832-93dc26b6346d {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:12:00.612529 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (77a81592-17f8-427f-b832-93dc26b6346d), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.614788 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:00.691935 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (77a81592-17f8-427f-b832-93dc26b6346d), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.692160 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (77a81592-17f8-427f-b832-93dc26b6346d), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.705310 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Calling delete_port for 77a81592-17f8-427f-b832-93dc26b6346d owned by network:floatingip {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:12:00.894254 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (77a81592-17f8-427f-b832-93dc26b6346d), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.919855 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Pushing event deleted for resources: {'Port': ['ID=77a81592-17f8-427f-b832-93dc26b6346d,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:00.942195 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:00.978883 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks [] for floatingip (a5b76057-7571-4aa8-8b06-55a6bda548fd), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.981351 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217179'] for floatingip (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:00.982479 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-26f38bae-28b6-4de1-a221-9c58027f84a9 tempest-AttachVolumeNegativeTest-1826831321 tempest-AttachVolumeNegativeTest-1826831321-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/a5b76057-7571-4aa8-8b06-55a6bda548fd HTTP/1.1" status: 204 len: 168 time: 0.4836323 Aug 24 08:12:01.503221 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:12:01.521924 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] No Port match for: 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:12:01.522267 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Device 78dc44be-e137-4c5f-9a0a-fbf7cc4bc305 not bound to the agent host hv-cinder-85427 {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:12:05.150397 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40544) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:05.454928 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678807'] for router_interface (09dbcff5-8a70-4729-afee-4c79950ec9cb), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:05.674822 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Deleting port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b {{(pid=113380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:12:05.675067 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:05.754427 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.db [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] For port 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=6d20d3f7-9283-4e14-8aeb-0eaa85533c1b,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:12:05.754843 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:05.768506 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.plugins.ml2.plugin [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Calling delete_port for 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b owned by network:router_interface {{(pid=113380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:12:05.892177 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:05.894112 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:06.015651 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127864573'] for port (6d20d3f7-9283-4e14-8aeb-0eaa85533c1b), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:06.043374 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d20d3f7-9283-4e14-8aeb-0eaa85533c1b,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:06.054917 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.055282 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.055627 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.055970 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.056308 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.057171 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.057171 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.057387 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.057664 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.057995 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.058354 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.058767 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.059027 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.059460 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.059733 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:06.224321 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678659'] for router_interface (09dbcff5-8a70-4729-afee-4c79950ec9cb), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:06.426043 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Router 09dbcff5-8a70-4729-afee-4c79950ec9cb has already been hosted by L3 agent 38da418e-09ea-402c-8f57-0d072168e46f {{(pid=113380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 08:12:06.526998 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] Notify agent at l3_agent.dv-cinder-854275-1-iscsi the message routers_updated {{(pid=113380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 08:12:06.532148 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-53d5e854-3000-4661-8077-404a77e9ec26 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/09dbcff5-8a70-4729-afee-4c79950ec9cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3836982 Aug 24 08:12:06.534894 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40546) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:06.535801 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] Sync routers for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 08:12:06.545384 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:12:06.546112 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:11:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:12:06.633877 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks [] for router (09dbcff5-8a70-4729-afee-4c79950ec9cb), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:06.648346 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: dv-cinder-854275-1-iscsi {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:12:06.734303 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks [] for router_gateway (09dbcff5-8a70-4729-afee-4c79950ec9cb), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:06.752063 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:06.797160 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:06.846573 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:06.850293 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Deleting port 9458906a-3be8-446f-aea2-8154d6d648a6 {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:12:06.850629 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:06.861220 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'external_fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80'}], 'enable_snat': True}, 'gw_port_id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:12:05Z', 'revision_number': 5, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port': {'id': '9458906a-3be8-446f-aea2-8154d6d648a6', 'name': '', 'network_id': '71d56feb-a352-4a64-8633-9c2c32fd02fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'ip_address': '172.27.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854275-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed0d58ff-1692-4a24-80ae-352ad901d0d5', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854275-1-iscsi'}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:12:06.888427 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] Checking router: 09dbcff5-8a70-4729-afee-4c79950ec9cb for host: dv-cinder-854275-1-iscsi {{(pid=113382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 08:12:06.897502 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] Routers {'09dbcff5-8a70-4729-afee-4c79950ec9cb'} bound to L3 agent in host dv-cinder-854275-1-iscsi {{(pid=113382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 08:12:06.898109 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854275-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T07:47:24Z,description=,heartbeat_timestamp=2022-08-24T08:11:54Z,host='dv-cinder-854275-1-iscsi',id=38da418e-09ea-402c-8f57-0d072168e46f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T07:47:24Z,topic='l3_agent')) {'router_ids': ['09dbcff5-8a70-4729-afee-4c79950ec9cb'], 'active': True} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:12:06.945167 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] For port 9458906a-3be8-446f-aea2-8154d6d648a6, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=9458906a-3be8-446f-aea2-8154d6d648a6,segment=NetworkSegment(b204d1d8-7c54-4e28-a21d-20a187a62da9),segment_id=b204d1d8-7c54-4e28-a21d-20a187a62da9)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:12:06.945526 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:06.958694 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Calling delete_port for 9458906a-3be8-446f-aea2-8154d6d648a6 owned by network:router_gateway {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:12:06.983415 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvr_db [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] Set router 09dbcff5-8a70-4729-afee-4c79950ec9cb gateway port host: None {{(pid=113382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 08:12:07.036752 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_hamode_db [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:12:06Z', 'revision_number': 6, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port_host': None}], 'dv-cinder-854275-1-iscsi', False) {} {{(pid=113382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:12:07.064636 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc770f51-3f18-4255-b5d6-a8bba7e3eaf2 None None] The sync data for ids ['09dbcff5-8a70-4729-afee-4c79950ec9cb'] in dv-cinder-854275-1-iscsi is: [{'id': '09dbcff5-8a70-4729-afee-4c79950ec9cb', 'name': 'tempest-AttachVolumeNegativeTest-227963407-router', 'tenant_id': '2d92c8aa6d4d46538574779ae23ac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T08:07:31Z', 'updated_at': '2022-08-24T08:12:06Z', 'revision_number': 6, 'project_id': '2d92c8aa6d4d46538574779ae23ac398', 'gw_port_host': None}] {{(pid=113382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 08:12:07.461572 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (9458906a-3be8-446f-aea2-8154d6d648a6), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:07.494142 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9458906a-3be8-446f-aea2-8154d6d648a6,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:07.497803 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:07.556576 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679378'] for router_gateway (09dbcff5-8a70-4729-afee-4c79950ec9cb), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:07.644580 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8173'] for router (09dbcff5-8a70-4729-afee-4c79950ec9cb), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:07.647498 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks [] for router_controller (09dbcff5-8a70-4729-afee-4c79950ec9cb), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:07.752822 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678832'] for router (09dbcff5-8a70-4729-afee-4c79950ec9cb), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:07.753369 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09dbcff5-8a70-4729-afee-4c79950ec9cb {{(pid=113381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 08:12:07.759979 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:07.762017 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-75a7dec2-af6c-477a-b8c8-32ada7eeee11 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/09dbcff5-8a70-4729-afee-4c79950ec9cb HTTP/1.1" status: 204 len: 168 time: 1.2258692 Aug 24 08:12:07.764368 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40548) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:07.814082 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c71130-e23e-4085-a94f-bfb2be3cc4ba admin admin] Deleting subnet bcb2e5f8-cab1-42a4-bd10-01af144b33fc {{(pid=113381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 08:12:07.817978 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e7c71130-e23e-4085-a94f-bfb2be3cc4ba admin admin] Publish callbacks [] for subnet (bcb2e5f8-cab1-42a4-bd10-01af144b33fc), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:07.853646 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:07.861811 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e7c71130-e23e-4085-a94f-bfb2be3cc4ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126882509'] for subnet (bcb2e5f8-cab1-42a4-bd10-01af144b33fc), precommit_delete_associations {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:07.868138 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:12:07.897924 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:12:07.897924 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 6d20d3f7-9283-4e14-8aeb-0eaa85533c1b not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:12:07.898395 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 9458906a-3be8-446f-aea2-8154d6d648a6 no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:12:07.921401 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 9458906a-3be8-446f-aea2-8154d6d648a6 {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:12:07.921401 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 9458906a-3be8-446f-aea2-8154d6d648a6 not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:12:07.944147 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e7c71130-e23e-4085-a94f-bfb2be3cc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493564'] for subnet (bcb2e5f8-cab1-42a4-bd10-01af144b33fc), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.059821 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e7c71130-e23e-4085-a94f-bfb2be3cc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127429721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127450148'] for subnet (bcb2e5f8-cab1-42a4-bd10-01af144b33fc), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.087531 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c71130-e23e-4085-a94f-bfb2be3cc4ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb2e5f8-cab1-42a4-bd10-01af144b33fc,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:08.091365 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-e7c71130-e23e-4085-a94f-bfb2be3cc4ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.097433 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-e7c71130-e23e-4085-a94f-bfb2be3cc4ba admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/bcb2e5f8-cab1-42a4-bd10-01af144b33fc HTTP/1.1" status: 204 len: 168 time: 0.3294165 Aug 24 08:12:08.097634 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163de010-de59-4ca3-93ef-101e875513c9 None None] Network 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 requested from dv-cinder-854275-1-iscsi {{(pid=113382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 08:12:08.097751 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40550) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:08.180961 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1522097'] for network (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.229832 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Deleting port 05b59d2f-7e80-49ad-9909-28c8ed00136d {{(pid=113381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:12:08.230170 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.252092 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] DHCP port deletion for 2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 request from dv-cinder-854275-1-iscsi {{(pid=113382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 08:12:08.292860 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Deleting port 05b59d2f-7e80-49ad-9909-28c8ed00136d {{(pid=113382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 08:12:08.293139 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753754708493'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), before_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.298681 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.db [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] For port 05b59d2f-7e80-49ad-9909-28c8ed00136d, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=05b59d2f-7e80-49ad-9909-28c8ed00136d,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:12:08.299046 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.312086 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Calling delete_port for 05b59d2f-7e80-49ad-9909-28c8ed00136d owned by network:dhcp {{(pid=113381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:12:08.355844 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.db [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] For port 05b59d2f-7e80-49ad-9909-28c8ed00136d, host dv-cinder-854275-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854275-1-iscsi',level=0,port_id=05b59d2f-7e80-49ad-9909-28c8ed00136d,segment=NetworkSegment(5893cc2d-d7eb-403e-977b-adc9cc7ddaa5),segment_id=5893cc2d-d7eb-403e-977b-adc9cc7ddaa5)] {{(pid=113382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 08:12:08.356238 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498142'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), precommit_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.369441 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Calling delete_port for 05b59d2f-7e80-49ad-9909-28c8ed00136d owned by network:dhcp {{(pid=113382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 08:12:08.517231 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127429644'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: from cryptography.utils import int_from_bytes Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: from cryptography.utils import int_from_bytes Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.518288 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 08:12:08.521223 dv-cinder-854275-1-iscsi neutron-server[113382]: self.session.flush() Aug 24 08:12:08.525450 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753754575499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753754179175'] for port (05b59d2f-7e80-49ad-9909-28c8ed00136d), after_delete {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.541113 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b59d2f-7e80-49ad-9909-28c8ed00136d,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:08.546918 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] No DVR routers for this DVR port 05b59d2f-7e80-49ad-9909-28c8ed00136d on host dv-cinder-854275-1-iscsi {{(pid=113381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:12:08.548798 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Pushing event deleted for resources: {'Port': ['ID=05b59d2f-7e80-49ad-9909-28c8ed00136d,revision_number=None']} {{(pid=113382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:08.559392 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.559739 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.560084 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.560428 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.560786 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.561128 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.561478 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.561817 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.562144 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.562474 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.562795 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.563120 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.563450 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.563761 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.564079 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854275-1-iscsi {{(pid=113382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 08:12:08.566841 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b2835-e534-47a5-9eea-497fb382c96b None None] No DVR routers for this DVR port 05b59d2f-7e80-49ad-9909-28c8ed00136d on host dv-cinder-854275-1-iscsi {{(pid=113382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 08:12:08.622338 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493308', 'neutron.services.segments.db._delete_segments_for_network-8753754696560'] for network (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.643096 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af2cfe3-fbb0-4b30-a7f7-b293ddfab728']}} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:12:08.652215 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5') {'for_net_delete': True} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:12:08.652519 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.services.segments.db [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5893cc2d-d7eb-403e-977b-adc9cc7ddaa5') {} {{(pid=113381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 08:12:08.662109 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753754657006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126882500'] for segment (5893cc2d-d7eb-403e-977b-adc9cc7ddaa5), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.672795 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:08.675146 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549'] for segment (5893cc2d-d7eb-403e-977b-adc9cc7ddaa5), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.682013 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=113381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 08:12:08.682400 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127429695'] for segment (5893cc2d-d7eb-403e-977b-adc9cc7ddaa5), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.701898 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment 5893cc2d-d7eb-403e-977b-adc9cc7ddaa5 resource provider aggregate not found Aug 24 08:12:08.744461 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.services.segments.plugin [-] Segment 5893cc2d-d7eb-403e-977b-adc9cc7ddaa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5893cc2d-d7eb-403e-977b-adc9cc7ddaa5 found for delete ", "request_id": "req-52858504-ae91-44ac-a5a8-b85f73a9aa0e"}]} Aug 24 08:12:08.821374 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679414'] for network (2af2cfe3-fbb0-4b30-a7f7-b293ddfab728), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.826922 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701374'] for network (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:08.830144 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/2af2cfe3-fbb0-4b30-a7f7-b293ddfab728 HTTP/1.1" status: 204 len: 168 time: 0.7314186 Aug 24 08:12:08.841512 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2d571-9a80-454b-92b4-46a34902ae35 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af2cfe3-fbb0-4b30-a7f7-b293ddfab728,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:09.225609 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40558) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:09.264926 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-dcd9b6db-3718-43e7-b064-92c01e5a938f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2d92c8aa6d4d46538574779ae23ac398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381572 Aug 24 08:12:09.267722 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40560) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:09.315827 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-95afb4ab-59ad-45c2-8903-4cfe825625c6 admin admin] Publish callbacks [] for security_group (4fbb03c9-d373-4793-a899-19bc2e70bce3), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:09.336562 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-95afb4ab-59ad-45c2-8903-4cfe825625c6 admin admin] Publish callbacks [] for security_group (4fbb03c9-d373-4793-a899-19bc2e70bce3), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:09.444408 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-95afb4ab-59ad-45c2-8903-4cfe825625c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (4fbb03c9-d373-4793-a899-19bc2e70bce3), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:09.447086 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-95afb4ab-59ad-45c2-8903-4cfe825625c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:09.450457 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-95afb4ab-59ad-45c2-8903-4cfe825625c6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4fbb03c9-d373-4793-a899-19bc2e70bce3 HTTP/1.1" status: 204 len: 168 time: 0.1818099 Aug 24 08:12:09.461313 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afb4ab-59ad-45c2-8903-4cfe825625c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbb03c9-d373-4793-a899-19bc2e70bce3,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:09.587211 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 05b59d2f-7e80-49ad-9909-28c8ed00136d no longer exists at agent ovs-agent-dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 08:12:09.608234 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.plugin [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] No Port match for: 05b59d2f-7e80-49ad-9909-28c8ed00136d {{(pid=113382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 08:12:09.608644 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron.plugins.ml2.rpc [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Device 05b59d2f-7e80-49ad-9909-28c8ed00136d not bound to the agent host dv-cinder-854275-1-iscsi {{(pid=113382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 08:12:15.746978 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:12:16.523851 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=53 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:16.524681 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=70 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:19.453284 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:19.454162 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:19.590658 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:19.591376 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:20.959451 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40674) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:21.065427 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fc04d1e3-cccb-4e90-85de-bd931c58fa42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:21.143842 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fc04d1e3-cccb-4e90-85de-bd931c58fa42 admin admin] Publish callbacks [] for security_group (55e4ecd7-915b-4901-b05c-37899f8573e9), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:21.207640 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-fc04d1e3-cccb-4e90-85de-bd931c58fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (55e4ecd7-915b-4901-b05c-37899f8573e9), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:21.246850 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04d1e3-cccb-4e90-85de-bd931c58fa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e4ecd7-915b-4901-b05c-37899f8573e9,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:21.251180 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-fc04d1e3-cccb-4e90-85de-bd931c58fa42 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=6d2b2a5d1ff34d3dba873d2a34821f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906542 Aug 24 08:12:21.254469 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40678) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:21.302832 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1579fe5f-ed87-4e95-a962-b06f1766b7b7 admin admin] Publish callbacks [] for security_group (55e4ecd7-915b-4901-b05c-37899f8573e9), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:21.322924 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1579fe5f-ed87-4e95-a962-b06f1766b7b7 admin admin] Publish callbacks [] for security_group (55e4ecd7-915b-4901-b05c-37899f8573e9), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:21.443591 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1579fe5f-ed87-4e95-a962-b06f1766b7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (55e4ecd7-915b-4901-b05c-37899f8573e9), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:21.446780 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-1579fe5f-ed87-4e95-a962-b06f1766b7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:21.448047 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-1579fe5f-ed87-4e95-a962-b06f1766b7b7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/55e4ecd7-915b-4901-b05c-37899f8573e9 HTTP/1.1" status: 204 len: 168 time: 0.1933029 Aug 24 08:12:21.456256 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579fe5f-ed87-4e95-a962-b06f1766b7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e4ecd7-915b-4901-b05c-37899f8573e9,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:21.603550 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-56442b47-a901-416c-aa78-aec26df57957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:23.803494 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-90afdb1a-5270-403a-9eca-f11da0105308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:23.824808 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40726) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:23.935005 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-18b168bd-0b5e-4358-a351-43240707b630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:24.012821 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-18b168bd-0b5e-4358-a351-43240707b630 admin admin] Publish callbacks [] for security_group (fb0ef3e2-5277-4ab4-8c74-848f934bc841), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:24.087756 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-18b168bd-0b5e-4358-a351-43240707b630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (fb0ef3e2-5277-4ab4-8c74-848f934bc841), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:24.129381 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b168bd-0b5e-4358-a351-43240707b630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ef3e2-5277-4ab4-8c74-848f934bc841,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:24.134382 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-18b168bd-0b5e-4358-a351-43240707b630 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=d9ceae7b49764e248cca51de8e80557f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085561 Aug 24 08:12:24.142773 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40730) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:24.187108 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce424-1edb-4ad9-a76a-9a578d93539d admin admin] Publish callbacks [] for security_group (fb0ef3e2-5277-4ab4-8c74-848f934bc841), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:24.207634 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce424-1edb-4ad9-a76a-9a578d93539d admin admin] Publish callbacks [] for security_group (fb0ef3e2-5277-4ab4-8c74-848f934bc841), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:24.317967 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce424-1edb-4ad9-a76a-9a578d93539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (fb0ef3e2-5277-4ab4-8c74-848f934bc841), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:24.321237 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce424-1edb-4ad9-a76a-9a578d93539d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:24.322411 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-0a4ce424-1edb-4ad9-a76a-9a578d93539d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/fb0ef3e2-5277-4ab4-8c74-848f934bc841 HTTP/1.1" status: 204 len: 168 time: 0.1844311 Aug 24 08:12:24.330379 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ce424-1edb-4ad9-a76a-9a578d93539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ef3e2-5277-4ab4-8c74-848f934bc841,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:24.906532 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40736) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:24.920355 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c6174a3e-80ef-4003-8753-0beca6bdc6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:24.966356 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:24.977163 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:24.994717 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c6174a3e-80ef-4003-8753-0beca6bdc6d0 admin admin] Publish callbacks [] for security_group (a6bf9978-b95c-4cdb-8b6e-44ef90c21be5), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:25.081942 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-c6174a3e-80ef-4003-8753-0beca6bdc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (a6bf9978-b95c-4cdb-8b6e-44ef90c21be5), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:25.123351 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6174a3e-80ef-4003-8753-0beca6bdc6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf9978-b95c-4cdb-8b6e-44ef90c21be5,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:25.127621 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-c6174a3e-80ef-4003-8753-0beca6bdc6d0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7d948cfad0d549d182741d9d64dc6ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203455 Aug 24 08:12:25.131212 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40738) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:25.183874 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6223ae35-bf7c-448e-9c28-fbe737d113eb admin admin] Publish callbacks [] for security_group (a6bf9978-b95c-4cdb-8b6e-44ef90c21be5), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:25.206927 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6223ae35-bf7c-448e-9c28-fbe737d113eb admin admin] Publish callbacks [] for security_group (a6bf9978-b95c-4cdb-8b6e-44ef90c21be5), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:25.321724 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6223ae35-bf7c-448e-9c28-fbe737d113eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (a6bf9978-b95c-4cdb-8b6e-44ef90c21be5), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:25.324370 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6223ae35-bf7c-448e-9c28-fbe737d113eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:25.325564 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-6223ae35-bf7c-448e-9c28-fbe737d113eb admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/a6bf9978-b95c-4cdb-8b6e-44ef90c21be5 HTTP/1.1" status: 204 len: 168 time: 0.1943479 Aug 24 08:12:25.335564 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223ae35-bf7c-448e-9c28-fbe737d113eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf9978-b95c-4cdb-8b6e-44ef90c21be5,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:25.567260 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:25.741865 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:25.742646 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:26.969829 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:27.163441 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:35.329876 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:36.820133 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:38.444051 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40868) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:38.547479 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-aa08edc2-6cce-4864-8783-97cd8fa002be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:38.623835 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-aa08edc2-6cce-4864-8783-97cd8fa002be admin admin] Publish callbacks [] for security_group (f27771d8-f9ce-4793-9206-a40e3663dc0e), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:38.710022 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-aa08edc2-6cce-4864-8783-97cd8fa002be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f27771d8-f9ce-4793-9206-a40e3663dc0e), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:38.747988 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08edc2-6cce-4864-8783-97cd8fa002be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27771d8-f9ce-4793-9206-a40e3663dc0e,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:38.752229 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-aa08edc2-6cce-4864-8783-97cd8fa002be admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=253b2036ba9a477f95a8d18522079324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071322 Aug 24 08:12:38.762959 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40872) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:38.808407 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7b76d472-44e5-4ace-9b54-3b9a36b44a0d admin admin] Publish callbacks [] for security_group (f27771d8-f9ce-4793-9206-a40e3663dc0e), before_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:38.828924 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7b76d472-44e5-4ace-9b54-3b9a36b44a0d admin admin] Publish callbacks [] for security_group (f27771d8-f9ce-4793-9206-a40e3663dc0e), precommit_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:38.984189 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7b76d472-44e5-4ace-9b54-3b9a36b44a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (f27771d8-f9ce-4793-9206-a40e3663dc0e), after_delete {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:38.986828 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-7b76d472-44e5-4ace-9b54-3b9a36b44a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:38.987971 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-7b76d472-44e5-4ace-9b54-3b9a36b44a0d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f27771d8-f9ce-4793-9206-a40e3663dc0e HTTP/1.1" status: 204 len: 168 time: 0.2320347 Aug 24 08:12:38.996422 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76d472-44e5-4ace-9b54-3b9a36b44a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27771d8-f9ce-4793-9206-a40e3663dc0e,revision_number=None']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:39.651371 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40878) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:39.665855 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-699005b8-5dca-4d51-a847-75445a2a0ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:39.745860 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-699005b8-5dca-4d51-a847-75445a2a0ab9 admin admin] Publish callbacks [] for security_group (b6845bbb-895d-482e-9a32-afeaba756f2a), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:39.843572 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-699005b8-5dca-4d51-a847-75445a2a0ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (b6845bbb-895d-482e-9a32-afeaba756f2a), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:39.881979 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699005b8-5dca-4d51-a847-75445a2a0ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6845bbb-895d-482e-9a32-afeaba756f2a,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:39.886511 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-699005b8-5dca-4d51-a847-75445a2a0ab9 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2da54ef670034a1a83bb1ef82007111d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341278 Aug 24 08:12:39.890070 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40880) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:39.939086 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f20329d7-0d36-4e6b-9335-bd6dcda72a09 admin admin] Publish callbacks [] for security_group (b6845bbb-895d-482e-9a32-afeaba756f2a), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:39.959520 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f20329d7-0d36-4e6b-9335-bd6dcda72a09 admin admin] Publish callbacks [] for security_group (b6845bbb-895d-482e-9a32-afeaba756f2a), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:40.077604 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f20329d7-0d36-4e6b-9335-bd6dcda72a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (b6845bbb-895d-482e-9a32-afeaba756f2a), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:40.080258 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f20329d7-0d36-4e6b-9335-bd6dcda72a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:40.081434 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f20329d7-0d36-4e6b-9335-bd6dcda72a09 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/b6845bbb-895d-482e-9a32-afeaba756f2a HTTP/1.1" status: 204 len: 168 time: 0.1909761 Aug 24 08:12:40.089828 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20329d7-0d36-4e6b-9335-bd6dcda72a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6845bbb-895d-482e-9a32-afeaba756f2a,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:40.744907 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40886) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:40.758339 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1c61f366-37ff-4b57-b576-1cc870d9de26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:40.837806 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1c61f366-37ff-4b57-b576-1cc870d9de26 admin admin] Publish callbacks [] for security_group (05c80445-a7e3-4fdc-904a-f1eb26c7159c), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:40.909790 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-1c61f366-37ff-4b57-b576-1cc870d9de26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (05c80445-a7e3-4fdc-904a-f1eb26c7159c), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:40.947575 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61f366-37ff-4b57-b576-1cc870d9de26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c80445-a7e3-4fdc-904a-f1eb26c7159c,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:40.953213 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-1c61f366-37ff-4b57-b576-1cc870d9de26 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=6f857ba39a354c40a885b0a82a369d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072568 Aug 24 08:12:40.956001 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40888) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:41.004019 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f489ac48-814f-46e8-83b5-43b0096a5c0c admin admin] Publish callbacks [] for security_group (05c80445-a7e3-4fdc-904a-f1eb26c7159c), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:41.024268 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f489ac48-814f-46e8-83b5-43b0096a5c0c admin admin] Publish callbacks [] for security_group (05c80445-a7e3-4fdc-904a-f1eb26c7159c), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:41.163264 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f489ac48-814f-46e8-83b5-43b0096a5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (05c80445-a7e3-4fdc-904a-f1eb26c7159c), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:41.165814 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-f489ac48-814f-46e8-83b5-43b0096a5c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:41.172079 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-f489ac48-814f-46e8-83b5-43b0096a5c0c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/05c80445-a7e3-4fdc-904a-f1eb26c7159c HTTP/1.1" status: 204 len: 168 time: 0.2101007 Aug 24 08:12:41.174955 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489ac48-814f-46e8-83b5-43b0096a5c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c80445-a7e3-4fdc-904a-f1eb26c7159c,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:44.757017 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:44.761915 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:48.636394 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.wsgi [-] (113381) accepted ('10.222.0.72', 40970) {{(pid=113381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:48.742596 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6f131d34-e2f7-4e5d-8242-096c77952b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:48.817613 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6f131d34-e2f7-4e5d-8242-096c77952b56 admin admin] Publish callbacks [] for security_group (06b85c3f-8e92-4e14-8e9f-12be03a286ed), precommit_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:48.926868 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron_lib.callbacks.manager [None req-6f131d34-e2f7-4e5d-8242-096c77952b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (06b85c3f-8e92-4e14-8e9f-12be03a286ed), after_create {{(pid=113381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:48.967731 dv-cinder-854275-1-iscsi neutron-server[113381]: INFO neutron.wsgi [None req-6f131d34-e2f7-4e5d-8242-096c77952b56 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c9ca6b93753641ea97c44f959d6f81f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301044 Aug 24 08:12:48.968368 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f131d34-e2f7-4e5d-8242-096c77952b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b85c3f-8e92-4e14-8e9f-12be03a286ed,revision_number=1']} {{(pid=113381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:48.971348 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40974) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:49.026129 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f25-4a98-4896-af4a-7ca7278fbcf0 admin admin] Publish callbacks [] for security_group (06b85c3f-8e92-4e14-8e9f-12be03a286ed), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:49.041579 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:49.046704 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f25-4a98-4896-af4a-7ca7278fbcf0 admin admin] Publish callbacks [] for security_group (06b85c3f-8e92-4e14-8e9f-12be03a286ed), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:49.072356 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:49.166826 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f25-4a98-4896-af4a-7ca7278fbcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (06b85c3f-8e92-4e14-8e9f-12be03a286ed), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:49.170464 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f25-4a98-4896-af4a-7ca7278fbcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:49.171617 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-9b0b2f25-4a98-4896-af4a-7ca7278fbcf0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/06b85c3f-8e92-4e14-8e9f-12be03a286ed HTTP/1.1" status: 204 len: 168 time: 0.1989007 Aug 24 08:12:49.180060 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b2f25-4a98-4896-af4a-7ca7278fbcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b85c3f-8e92-4e14-8e9f-12be03a286ed,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:49.790158 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40980) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:49.804186 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b9886544-3e0f-4d06-b01e-92873521e8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:49.884170 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b9886544-3e0f-4d06-b01e-92873521e8c2 admin admin] Publish callbacks [] for security_group (d7c1c4e8-b123-4c93-86b5-8fd97855c7b4), precommit_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:49.979838 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-b9886544-3e0f-4d06-b01e-92873521e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d7c1c4e8-b123-4c93-86b5-8fd97855c7b4), after_create {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:50.022006 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9886544-3e0f-4d06-b01e-92873521e8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c1c4e8-b123-4c93-86b5-8fd97855c7b4,revision_number=1']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:50.026039 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-b9886544-3e0f-4d06-b01e-92873521e8c2 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=1037e0fd386b4efab4385bf063d84dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348230 Aug 24 08:12:50.029230 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [-] (113380) accepted ('10.222.0.72', 40982) {{(pid=113380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 08:12:50.077561 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc7f1-6cd9-4241-8ab9-9f5b6d52ab23 admin admin] Publish callbacks [] for security_group (d7c1c4e8-b123-4c93-86b5-8fd97855c7b4), before_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:50.100581 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc7f1-6cd9-4241-8ab9-9f5b6d52ab23 admin admin] Publish callbacks [] for security_group (d7c1c4e8-b123-4c93-86b5-8fd97855c7b4), precommit_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:50.220073 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc7f1-6cd9-4241-8ab9-9f5b6d52ab23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603186'] for security_group (d7c1c4e8-b123-4c93-86b5-8fd97855c7b4), after_delete {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:50.222670 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc7f1-6cd9-4241-8ab9-9f5b6d52ab23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:50.223872 dv-cinder-854275-1-iscsi neutron-server[113380]: INFO neutron.wsgi [None req-9f9fc7f1-6cd9-4241-8ab9-9f5b6d52ab23 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d7c1c4e8-b123-4c93-86b5-8fd97855c7b4 HTTP/1.1" status: 204 len: 168 time: 0.1937485 Aug 24 08:12:50.232032 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fc7f1-6cd9-4241-8ab9-9f5b6d52ab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c1c4e8-b123-4c93-86b5-8fd97855c7b4,revision_number=None']} {{(pid=113380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 08:12:50.242794 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:50.244334 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:51.641106 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-f9b63831-e8f8-47e4-93b2-a283a0ee7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:52.745480 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:12:53.939930 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-a86c9feb-3509-45dd-9217-4fab5e088e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:55.568539 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:56.934157 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:57.151397 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:12:58.961831 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=53,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:12:58.963747 dv-cinder-854275-1-iscsi neutron-server[113381]: DEBUG dbcounter [-] [113381] Writing DB stats neutron:SELECT=53,neutron:INSERT=9,neutron:DELETE=1 {{(pid=113381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:00.227034 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:DELETE=6,neutron:SELECT=35,neutron:INSERT=5 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:00.227771 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG dbcounter [-] [113380] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:02.740424 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:02.741148 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:06.808047 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:16.738662 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:16.743570 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:21.670638 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9d43-a03c-4185-a72a-e31a3f556dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:21.753103 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=3 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:21.757954 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:23.819060 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-57cc03b2-ee07-4c13-8cfa-2b10f73c4192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:25.544563 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:26.938822 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:27.173161 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:29.745662 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:13:36.816160 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:39.741573 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:46.757544 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:46.759370 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:51.607030 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bb8953a5-7cb6-44b4-96cb-8810bfb47343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:53.810163 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd4fe-58a8-4e0c-84a8-c9f301b0e657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:55.589359 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:56.952584 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:57.143542 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:13:58.760101 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:13:58.763897 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:06.745740 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:14:06.829204 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:16.768038 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:16.769945 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:16.899257 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=15 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:16.901314 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=13 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:21.622962 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1500-4f61-421b-9e60-53d106914dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:23.843002 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-a88ef2b9-fcb7-43cf-ad77-dd79787fccf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:25.559985 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:26.953888 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:27.174926 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:35.755215 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:35.760260 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:36.842367 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:43.745837 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:14:46.769452 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:46.772306 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:51.621901 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-74df09ae-b76a-43b8-a2a3-acbedb845956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:53.741183 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:14:53.893443 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-451dc62c-c141-422b-ad23-a61d7c1885d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:55.590891 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:56.967543 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:14:57.141953 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:06.876125 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:12.767253 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:16.800868 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:16.803291 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:19.790774 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:20.745286 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:15:21.601009 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3f236d10-e54e-4787-b5e5-20252be2b72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:23.815088 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ac910af9-b63c-4092-b33e-0695427a12be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:25.598458 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:26.989270 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:27.132004 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:30.740004 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:30.740701 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:36.880200 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:46.801659 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:46.803523 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:49.756939 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:49.762274 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:15:51.611068 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-042a5c1d-fbc9-48ce-80bc-e391a7a496c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:53.825483 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-63e0cb6c-7d42-4e9a-ab33-765584710606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:55.568295 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:56.947917 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:57.139604 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:15:57.743724 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:16:06.900085 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:16.800271 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:16:16.802138 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:16:21.598913 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-3f58f6e3-6573-487d-b284-a440bc0dfd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:23.818632 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-b5c50717-28d8-4285-9953-8a3a18f8da79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:25.584692 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:26.753228 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=17 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:16:26.758022 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=17 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:16:27.021670 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:27.167585 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:34.742535 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:16:36.898669 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:44.738490 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:16:44.739231 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:16:46.893232 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:16:51.538423 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:16:51.637901 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-22c8c0bc-0f96-4094-b9f4-4830083a6963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:53.837405 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-047c542c-0fd4-4d87-8aae-24e7383a9651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:55.563301 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:57.001064 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:57.163171 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:16:58.898304 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-e2185c14-064a-4726-907e-54036806c93a service neutron] (113380) timed out ('10.222.0.72', 34640) {{(pid=113380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 08:16:58.977656 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-8cbac72a-aa42-436a-b5b8-db50857cb02b req-aeb25c94-fb5a-48c7-bb24-f2e602e3b70a tempest-AttachVolumeShelveTestJSON-815520547 tempest-AttachVolumeShelveTestJSON-815520547-project] (113380) timed out ('10.222.0.72', 34650) {{(pid=113380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 08:17:03.761357 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:03.765377 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=5 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:06.905752 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:11.741965 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:17:16.838323 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:16.844340 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:21.653331 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-5b993185-1d1d-4f7e-a350-7b6af20fc555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:21.737637 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:21.738362 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:23.807659 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-cd8c9c4d-06b1-451c-9ea2-89be4c26817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:24.664602 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-29a29b6e-aed9-40af-a691-bc24477a8848 service neutron] (113380) timed out ('10.222.0.72', 38512) {{(pid=113380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 08:17:25.001902 dv-cinder-854275-1-iscsi neutron-server[113380]: DEBUG neutron.wsgi [req-82dbee3f-2b7c-4ab9-881f-89dcff9e8498 req-772b867e-899c-427b-9d25-28126c3ae30d tempest-TestShelveInstance-763429057 tempest-TestShelveInstance-763429057-project] (113380) timed out ('10.222.0.72', 38526) {{(pid=113380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 08:17:25.573508 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:26.982396 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:27.139137 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:36.910795 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:40.757787 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=2 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:40.763076 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=4 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:46.836753 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:46.843754 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG dbcounter [-] [113382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:48.741334 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG neutron.db.agents_db [None req-bc3d4258-d240-40ee-bb3c-54647cd6ebaa None None] Agent healthcheck: found 6 active agents {{(pid=113383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 08:17:51.600965 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-bc0ecad9-9738-4027-a685-01326cc9b050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (9b4d1466-dbed-44fb-9e2e-adb8fe95ea7e), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:53.855765 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-01e1e9a4-0af9-493c-bd24-72377221e3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (38da418e-09ea-402c-8f57-0d072168e46f), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:55.593147 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-058eb34b-c5a9-4295-aa07-64d53453b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (52559eec-87c5-4254-95a9-4539fb0e1a69), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:57.006961 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf269-3613-44bd-aca3-4d2b7d9a2adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (de1c3c28-5111-4f2f-9bbc-96363fada5c3), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:57.138745 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-d43c560a-a059-456a-ba1a-7793f361f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (b6f1f4ae-1b4b-4364-8461-04eb2b6ad983), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 08:17:58.737846 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:17:58.738523 dv-cinder-854275-1-iscsi neutron-server[113383]: DEBUG dbcounter [-] [113383] Writing DB stats neutron:SELECT=1 {{(pid=113383) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 08:18:06.920257 dv-cinder-854275-1-iscsi neutron-server[113382]: DEBUG neutron_lib.callbacks.manager [None req-7dec4804-8146-42d3-a827-274c1a1c154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753754696542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496959'] for agent (ae508ea4-ba1f-4f70-aabc-8dea6f8571ce), after_update {{(pid=113382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}